-- Logs begin at Fri 2021-08-13 01:57:37 UTC, end at Fri 2021-08-13 02:56:51 UTC. -- Aug 13 02:29:49.439174 dv-cinder-760184-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 13 02:29:52.142888 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.common.config [-] Logging enabled! Aug 13 02:29:52.143516 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 02:29:52.143607 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93999) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 02:29:52.146862 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.common.config [-] Logging enabled! Aug 13 02:29:52.147109 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 02:29:52.147415 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93999) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 02:29:52.148345 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 02:29:52.148607 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 02:29:52.148968 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 02:29:52.149207 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 02:29:52.149428 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 02:29:52.149746 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.150033 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.150299 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.150553 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.150833 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.151112 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.151391 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.151677 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.151962 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.152229 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.152540 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.152821 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.153051 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.153328 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.153612 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.153892 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.154118 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] debug = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.154392 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.154810 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.155226 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.155504 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.155785 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.156058 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.156328 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.156622 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.157300 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.157713 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] host = dv-cinder-760184-6-iscsi {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.157999 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.158290 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.158581 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.158868 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.159143 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.159420 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.159709 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.159980 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.160252 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] log_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.160562 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.160851 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.161139 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.161428 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.161652 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.161872 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.162159 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.162445 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.162722 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.162997 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.163272 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.163546 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.163819 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.164093 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.164373 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.164681 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.164965 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.165241 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.165515 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.165785 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.166054 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.166337 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.166611 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.166885 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.167158 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.167445 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.167717 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.167987 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.168281 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.168586 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.168869 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.169153 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.169425 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.169710 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.169980 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.170251 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.170514 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] use_json = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.170785 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.171053 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.171330 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.171600 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.171869 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.172142 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.172466 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.172851 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:52.173340 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.173673 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.173977 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.174263 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.174558 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.174848 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.175138 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.175416 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.175710 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.175998 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.176288 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.176587 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.176875 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.177151 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.177442 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.177742 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.178032 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.178319 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.178592 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.178867 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.179138 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.179412 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.179702 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.179997 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.180285 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.180577 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.180855 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.181144 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.181418 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.181689 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.181964 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.182247 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.182521 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.182792 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.183072 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.183348 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.183619 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.183889 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.184164 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.184470 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.184742 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.185014 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.185282 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.185555 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.185825 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.186104 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.186377 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.186645 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.186911 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.187182 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.187450 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.187720 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.188046 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.188412 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.188871 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.189250 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.189530 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.189810 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.190087 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.190364 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.190637 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.190910 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.191187 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.191461 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.191733 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.192005 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.192277 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.192574 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.192859 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.193153 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.193429 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.193707 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.193982 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.194257 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.194531 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.194804 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.195154 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.195433 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.195707 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.195995 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.196278 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.196586 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.196866 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.197144 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.197435 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.197712 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.197992 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.198265 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.198539 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.198825 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.199104 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.199396 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.199690 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.199979 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.200268 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.200579 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.200859 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.201163 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.201440 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:52.201653 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 02:29:52.201892 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93999) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 13 02:29:52.548779 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 02:29:52.549057 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 02:29:52.549349 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 02:29:52.549684 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 13 02:29:52.944795 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:52.945050 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:52.945349 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:52.946540 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:52.946809 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:52.947066 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:52.981651 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:52.981929 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:52.982184 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:52.998711 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:52.998982 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:52.999248 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.028172 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.028467 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.028748 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.064345 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.064642 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.064901 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.295660 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.296410 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.296410 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.296410 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.297141 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.417954 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.418269 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.418549 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.418821 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.419080 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.419390 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.419638 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.419890 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.420136 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.420419 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.420682 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.420944 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.421193 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.421441 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.421691 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.421947 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.422196 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.422556 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.422997 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.423317 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.423591 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.423844 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.424123 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.424519 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.424769 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.425013 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.425403 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:53.425640 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:53.425873 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:53.426103 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:53.426332 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:53.426561 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:53.426918 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 13 02:29:53.430041 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 13 02:29:53.433976 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 13 02:29:53.437779 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Aug 13 02:29:53.439804 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 13 02:29:53.440259 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 13 02:29:53.440624 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 13 02:29:53.441007 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 13 02:29:53.443767 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 13 02:29:53.444014 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 13 02:29:53.444331 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 02:29:53.449589 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 13 02:29:53.472380 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 13 02:29:53.472846 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.473140 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93999) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 13 02:29:53.473496 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.474840 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93999) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 13 02:29:53.475120 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 02:29:53.475356 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 13 02:29:53.478773 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.479056 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:53.543893 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 13 02:29:53.544127 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 13 02:29:53.544364 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 13 02:29:53.544757 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 13 02:29:53.568193 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_db.sqlalchemy.engines [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93999) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 13 02:29:54.114996 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Initializing driver for type 'gre' Aug 13 02:29:54.115592 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] gre ID ranges: [(1, 1000)] Aug 13 02:29:54.175015 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Initializing driver for type 'local' Aug 13 02:29:54.175318 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Initializing driver for type 'vlan' Aug 13 02:29:54.189634 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] VlanTypeDriver initialization complete Aug 13 02:29:54.190009 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Initializing driver for type 'vxlan' Aug 13 02:29:54.190474 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] vxlan ID ranges: [(1, 1000)] Aug 13 02:29:54.245637 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Initializing extension driver 'port_security' Aug 13 02:29:54.246076 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.extensions.port_security [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] PortSecurityExtensionDriver initialization complete Aug 13 02:29:54.246575 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Initializing mechanism driver 'openvswitch' Aug 13 02:29:54.247055 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Initializing mechanism driver 'hyperv' Aug 13 02:29:54.255133 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.plugin [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:29:54.255825 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > port after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.256199 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > port after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.256580 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > port after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.257111 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:29:54.257542 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > subnet after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.257900 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > subnet after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.258254 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.258648 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:29:54.259051 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > network after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.259401 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > network after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.259742 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > network after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.260119 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:29:54.260536 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > security_group after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.260886 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > security_group after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.261228 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > security_group after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.261621 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:29:54.262153 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.262511 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.262835 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.263233 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:29:54.263666 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > address_group after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.263977 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > address_group after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.264313 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > address_group after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.264798 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 02:29:54.265176 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] ML2 OVO RPC backend initialized. {{(pid=93999) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 13 02:29:54.265879 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.266235 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.266651 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > network before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.266996 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > networks before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.267342 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > port before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.267687 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > ports before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.268023 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > subnet before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.268361 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > subnets before_response 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.268733 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > network after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.269080 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > network after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.269419 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > network after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.269757 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > port after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.270094 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > port after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.270429 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > port after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.270767 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > subnet after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.271104 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > subnet after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.271438 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.272018 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.plugin [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Modular L2 Plugin initialization complete Aug 13 02:29:54.272358 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading services supported by the core plugin {{(pid=93999) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 13 02:29:54.272710 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.plugins.ml2.managers [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Got port-security extension from driver 'port_security' Aug 13 02:29:54.273177 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.extensions.vlantransparent [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Disabled vlantransparent extension. Aug 13 02:29:54.273658 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93999) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 13 02:29:54.273970 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading Plugin: router Aug 13 02:29:54.311185 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router_interface before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.311793 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router after_create 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.311916 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router before_create 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.312313 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.312715 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.313074 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router after_delete 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.313434 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > floatingip after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.313801 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router after_create 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.314146 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router after_update 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.314537 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router after_update 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.314864 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.315246 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router after_update 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.315656 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router precommit_update 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.316027 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: port after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.316354 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: port after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.316711 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: subnet after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.317051 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.317395 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > port precommit_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.317743 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router precommit_create 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.318086 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: port before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.318425 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router precommit_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.318784 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router after_update 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.319124 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router precommit_delete 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.319473 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router precommit_create 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.319832 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.320177 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router precommit_update 55549900 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.320570 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > agent after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.320925 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > agent after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.321257 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > network after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.322146 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Tracking information for resource: router configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:54.322478 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Tracking information for resource: floatingip configured {{(pid=93999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 02:29:54.327671 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.db.l3_agentschedulers_db [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 13 02:29:54.328374 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: port after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.328767 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: port after_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.329122 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: port after_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.329471 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: port after_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.330398 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router before_create 55550100 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.330957 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router precommit_delete 55550100 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.331326 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router precommit_create 55550100 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.331692 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > router precommit_update 55550100 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.336641 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.services.provider_configuration [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Service providers = [] {{(pid=93999) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 13 02:29:54.337012 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.db.servicetype_db [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93999) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 13 02:29:54.339971 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.services.service_base [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:29:54.340328 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.services.service_base [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:29:54.340698 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.services.service_base [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:29:54.341615 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.services.service_base [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 02:29:54.341990 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.services.service_base [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 13 02:29:54.342367 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:54.342689 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 13 02:29:54.353654 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:54.353990 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading Plugin: auto_allocate Aug 13 02:29:54.359790 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: network precommit_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.360162 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: network precommit_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.360722 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:54.361048 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading Plugin: tag Aug 13 02:29:54.367672 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:54.367941 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading Plugin: timestamp Aug 13 02:29:54.371994 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:54.372327 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading Plugin: network_ip_availability Aug 13 02:29:54.377889 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.378263 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.378624 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.379338 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:54.379662 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading Plugin: flavors Aug 13 02:29:54.384483 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:54.384827 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading Plugin: revisions Aug 13 02:29:54.389126 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 02:29:54.389519 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_concurrency.lockutils [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.840s {{(pid=93999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 02:29:54.390251 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93999) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 13 02:29:54.390589 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Initializing extension manager. Aug 13 02:29:54.391104 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: __init__.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.391443 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: __pycache__ {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.391785 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.392118 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: address_group.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.393056 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.393641 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: address-group Aug 13 02:29:54.393968 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: address_scope.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.394685 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.395191 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: address-scope Aug 13 02:29:54.395512 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: admin_state_down_before_update.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.396478 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.396975 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: router-admin-state-down-before-update Aug 13 02:29:54.397295 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: agent.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.398184 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.398686 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: agent Aug 13 02:29:54.399013 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: agent_resources_synced.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.399929 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.400429 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: agent-resources-synced Aug 13 02:29:54.400781 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: allowedaddresspairs.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.402601 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.403145 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: allowed-address-pairs Aug 13 02:29:54.403455 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: auto_allocated_topology.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.404552 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.405063 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: auto-allocated-topology Aug 13 02:29:54.405389 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: availability_zone.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.406090 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.406595 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: availability_zone Aug 13 02:29:54.406918 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: availability_zone_filter.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.407824 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.408389 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: availability_zone_filter Aug 13 02:29:54.408815 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: data_plane_status.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.409733 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.410234 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension data-plane-status not supported by any of loaded plugins Aug 13 02:29:54.410555 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: default_subnetpools.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.411469 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.411983 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: default-subnetpools Aug 13 02:29:54.412303 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: dhcpagentscheduler.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.413146 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.413651 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: dhcp_agent_scheduler Aug 13 02:29:54.413972 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: dns.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.414898 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.415405 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension dns-integration not supported by any of loaded plugins Aug 13 02:29:54.415726 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: dns_domain_ports.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.416680 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.417183 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 13 02:29:54.417503 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.418424 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.418932 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 13 02:29:54.419247 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: dvr.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.419913 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.420417 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: dvr Aug 13 02:29:54.420763 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: ecmp_routes.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.421692 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.422190 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension ecmp_routes not supported by any of loaded plugins Aug 13 02:29:54.422512 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: empty_string_filtering.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.423439 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.424092 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: empty-string-filtering Aug 13 02:29:54.424418 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.425364 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.425864 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 13 02:29:54.426183 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.427111 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.427613 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 13 02:29:54.427935 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: external_net.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.428883 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.429387 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: external-net Aug 13 02:29:54.429707 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: extra_dhcp_opt.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.430620 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.431126 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: extra_dhcp_opt Aug 13 02:29:54.431443 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: extraroute.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.432365 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.432892 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: extraroute Aug 13 02:29:54.433211 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: extraroute_atomic.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.434250 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.434759 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: extraroute-atomic Aug 13 02:29:54.435083 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: filter_validation.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.435750 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.436248 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: filter-validation Aug 13 02:29:54.436606 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: fip_pf_description.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.437530 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.438025 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 13 02:29:54.438341 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: fip_port_details.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.439262 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.439966 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: fip-port-details Aug 13 02:29:54.440297 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: flavors.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.441554 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.442070 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: flavors Aug 13 02:29:54.442392 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.444047 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.444605 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 13 02:29:54.444937 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: floatingip_pools.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.445642 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.446158 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: floatingip-pools Aug 13 02:29:54.446487 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: ip_allocation.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.447416 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.447922 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension ip_allocation not supported by any of loaded plugins Aug 13 02:29:54.448247 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.449192 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.449699 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: ip-substring-filtering Aug 13 02:29:54.450025 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: l2_adjacency.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.450946 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.451439 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension l2_adjacency not supported by any of loaded plugins Aug 13 02:29:54.451769 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: l3.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.452905 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.453425 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: router Aug 13 02:29:54.453756 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: l3_conntrack_helper.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.456145 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.456693 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 13 02:29:54.457029 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.457994 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.458507 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: ext-gw-mode Aug 13 02:29:54.458838 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.460107 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.460654 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: l3-ha Aug 13 02:29:54.460986 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: l3_flavors.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.461918 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.462423 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: l3-flavors Aug 13 02:29:54.462751 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.463667 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.464172 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: l3-port-ip-change-not-allowed Aug 13 02:29:54.464521 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: l3agentscheduler.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.465563 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.466070 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: l3_agent_scheduler Aug 13 02:29:54.466398 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: logging.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.467871 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.468410 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension logging not supported by any of loaded plugins Aug 13 02:29:54.468770 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: metering.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.469516 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.470086 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: metering Aug 13 02:29:54.470415 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.471556 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.472069 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: metering_source_and_destination_fields Aug 13 02:29:54.472396 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: multiprovidernet.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.473354 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.473861 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: multi-provider Aug 13 02:29:54.474186 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: netmtu.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.475093 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.475594 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: net-mtu Aug 13 02:29:54.475920 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: netmtu_writable.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.476880 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.477387 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: net-mtu-writable Aug 13 02:29:54.477710 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: network_availability_zone.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.478392 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.478890 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: network_availability_zone Aug 13 02:29:54.479212 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: network_ip_availability.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.480305 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.480846 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: network-ip-availability Aug 13 02:29:54.481174 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: network_segment_range.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.481954 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.482457 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension network-segment-range not supported by any of loaded plugins Aug 13 02:29:54.482776 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: pagination.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.483760 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.484092 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: pagination Aug 13 02:29:54.484409 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: port_device_profile.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.485349 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.485862 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: port-device-profile Aug 13 02:29:54.486207 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.487316 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.487824 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: port-mac-address-regenerate Aug 13 02:29:54.488149 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.489098 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.489606 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: port-numa-affinity-policy Aug 13 02:29:54.489926 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: port_resource_request.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.490852 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.491352 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension port-resource-request not supported by any of loaded plugins Aug 13 02:29:54.491688 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: portbindings.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.492654 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.493163 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: binding Aug 13 02:29:54.493487 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: portbindings_extended.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.494894 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.495410 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: binding-extended Aug 13 02:29:54.495740 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: portsecurity.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.496702 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.497209 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: port-security Aug 13 02:29:54.497534 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: project_id.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.498536 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.498867 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: project-id Aug 13 02:29:54.499190 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: providernet.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.500121 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.500659 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: provider Aug 13 02:29:54.500982 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: qos.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.504632 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.505150 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension qos not supported by any of loaded plugins Aug 13 02:29:54.505483 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.506716 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.507252 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 13 02:29:54.507571 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.508527 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.509048 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 13 02:29:54.509377 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: qos_default.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.510323 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.510830 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension qos-default not supported by any of loaded plugins Aug 13 02:29:54.511154 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: qos_fip.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.511818 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.512492 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension qos-fip not supported by any of loaded plugins Aug 13 02:29:54.512663 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: qos_gateway_ip.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.513595 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.514108 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 13 02:29:54.514439 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: qos_port_network_policy.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.515357 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.515854 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 13 02:29:54.516177 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: qos_pps_rule.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.517393 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.518100 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension qos-pps not supported by any of loaded plugins Aug 13 02:29:54.518351 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: qos_rule_type_details.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.519282 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.519794 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 13 02:29:54.520117 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: qos_rules_alias.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.521181 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.521697 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 13 02:29:54.522025 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: quotasv2.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.522969 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.523296 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: quotas Aug 13 02:29:54.523622 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: quotasv2_detail.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.526762 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.527108 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: quota_details Aug 13 02:29:54.527447 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: rbac.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.528766 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.529293 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: rbac-policies Aug 13 02:29:54.529625 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: rbac_address_group.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.530569 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.531080 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: rbac-address-group Aug 13 02:29:54.531403 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: rbac_address_scope.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.532346 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.532885 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: rbac-address-scope Aug 13 02:29:54.533234 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: rbac_security_groups.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.534157 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.534666 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: rbac-security-groups Aug 13 02:29:54.534991 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: rbac_subnetpool.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.535916 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.536420 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: rbac-subnetpool Aug 13 02:29:54.536775 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: revisionifmatch.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.537702 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.538210 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: revision-if-match Aug 13 02:29:54.538530 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: revisions.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.539656 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.540166 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: standard-attr-revisions Aug 13 02:29:54.540515 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: router_availability_zone.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.541195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.541706 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: router_availability_zone Aug 13 02:29:54.542025 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: routerservicetype.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.542962 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.543463 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension router-service-type not supported by any of loaded plugins Aug 13 02:29:54.543783 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.544741 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.545247 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: security-groups-normalized-cidr Aug 13 02:29:54.545571 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: security_groups_port_filtering.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.546503 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.547005 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: port-security-groups-filtering Aug 13 02:29:54.547329 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.548254 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.548870 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: security-groups-remote-address-group Aug 13 02:29:54.549267 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: securitygroup.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.558923 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.559450 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: security-group Aug 13 02:29:54.559782 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: segment.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.560628 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.561122 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension segment not supported by any of loaded plugins Aug 13 02:29:54.561453 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.562392 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.562902 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 13 02:29:54.563227 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: servicetype.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.564510 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.565166 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: service-type Aug 13 02:29:54.565602 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: sorting.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.566662 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.566993 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: sorting Aug 13 02:29:54.567324 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: standard_attr_segment.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.568229 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.568792 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 13 02:29:54.569115 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: standardattrdescription.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.569773 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.570276 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: standard-attr-description Aug 13 02:29:54.570605 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: stateful_security_group.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.571539 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.572047 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: stateful-security-group Aug 13 02:29:54.572371 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: stdattrs_common.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.572990 dv-cinder-760184-6-iscsi neutron-server[93999]: WARNING neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 13 02:29:54.573312 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.574262 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.574774 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 13 02:29:54.575097 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: subnet_onboard.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.576191 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.576735 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: subnet_onboard Aug 13 02:29:54.577060 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.577997 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.578500 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 13 02:29:54.578821 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: subnet_service_types.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.579751 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.580336 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: subnet-service-types Aug 13 02:29:54.580704 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: subnetallocation.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.581804 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.582322 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: subnet_allocation Aug 13 02:29:54.582654 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.583326 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.583831 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: subnetpool-prefix-ops Aug 13 02:29:54.584536 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.585481 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.585989 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 13 02:29:54.586313 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: tagging.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.587402 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.587922 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: standard-attr-tag Aug 13 02:29:54.588253 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: timestamp.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.589485 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.589997 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loaded extension: standard-attr-timestamp Aug 13 02:29:54.590323 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: trunk.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.591361 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.591876 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension trunk not supported by any of loaded plugins Aug 13 02:29:54.592206 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: trunk_details.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.593158 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.593671 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension trunk-details not supported by any of loaded plugins Aug 13 02:29:54.593995 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: uplink_status_propagation.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.594921 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.595443 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 13 02:29:54.595821 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Loading extension file: vlantransparent.py {{(pid=93999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 02:29:54.596613 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 02:29:54.597122 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extension vlan-transparent not supported by any of loaded plugins Aug 13 02:29:54.599565 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:network Aug 13 02:29:54.600088 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:subnet Aug 13 02:29:54.600504 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:29:54.600900 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:port Aug 13 02:29:54.602145 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:54.602610 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Service FLAVORS assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:54.603285 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:54.603715 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:54.604044 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:router Aug 13 02:29:54.604478 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:floatingip Aug 13 02:29:54.604995 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Service METERING assigned prefix: /metering {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:54.606453 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.606825 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.607176 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:29:54.608341 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 02:29:54.608820 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:security_group Aug 13 02:29:54.609252 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 02:29:54.611026 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Service CORE assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:54.611472 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:29:54.611829 dv-cinder-760184-6-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] subnetpool is already registered Aug 13 02:29:54.612297 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Service CORE assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:54.612652 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:29:54.612991 dv-cinder-760184-6-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] subnetpool is already registered Aug 13 02:29:54.615300 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:54.615734 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Service FLAVORS assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:54.616329 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:54.616777 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:54.617110 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:router Aug 13 02:29:54.617448 dv-cinder-760184-6-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] router is already registered Aug 13 02:29:54.617909 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:floatingip Aug 13 02:29:54.618196 dv-cinder-760184-6-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] floatingip is already registered Aug 13 02:29:54.618656 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Service METERING assigned prefix: /metering {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:54.619328 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 02:29:54.619653 dv-cinder-760184-6-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] rbac_policy is already registered Aug 13 02:29:54.620057 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:security_group Aug 13 02:29:54.620400 dv-cinder-760184-6-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] security_group is already registered Aug 13 02:29:54.620824 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 02:29:54.621160 dv-cinder-760184-6-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] security_group_rule is already registered Aug 13 02:29:54.621799 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Service CORE assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:54.622124 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:29:54.622461 dv-cinder-760184-6-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] subnetpool is already registered Aug 13 02:29:54.622880 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.v2.resource_helper [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Service CORE assigned prefix: {{(pid=93999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 02:29:54.623204 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 02:29:54.623530 dv-cinder-760184-6-iscsi neutron-server[93999]: WARNING neutron.quota.resource_registry [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] subnetpool is already registered Aug 13 02:29:54.623996 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: extensions {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.625478 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: address-groups {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.627025 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: address-scopes {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.628513 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: agents {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.629688 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: auto-allocated-topology {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.630973 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: availability_zones {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.632218 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: dhcp-networks {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.633784 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: dhcp-agents {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.635223 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: routers {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.637026 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: flavors {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.638286 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: service_profiles {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.639502 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: next_providers {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.640986 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: service_profiles {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.642683 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: floatingip-pools {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.643926 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: routers {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.645692 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: floatingips {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.646970 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: l3-routers {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.648365 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: l3-agents {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.649807 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: metering-labels {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.651093 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: metering-label-rules {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.652478 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: network-ip-availabilities {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.653767 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: bindings {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.655331 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: quotas {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.656907 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: quotas {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.658465 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: rbac-policies {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.659663 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: security-groups {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.661006 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: security-group-rules {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.662248 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: service-providers {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.663479 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: subnetpools {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.664908 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: subnetpools {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.666465 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.668150 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.670015 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.671828 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.673549 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.676692 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.678378 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.680222 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.682173 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.683940 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron.api.extensions [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Extended resource: tags {{(pid=93999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 02:29:54.689940 dv-cinder-760184-6-iscsi neutron-server[93999]: WARNING keystonemiddleware.auth_token [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 13 02:29:54.694527 dv-cinder-760184-6-iscsi neutron-server[93999]: WARNING keystonemiddleware.auth_token [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 13 02:29:54.703193 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_concurrency.lockutils [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Acquired lock "singleton_lock" {{(pid=93999) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 13 02:29:54.703678 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_concurrency.lockutils [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Releasing lock "singleton_lock" {{(pid=93999) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 13 02:29:54.704318 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO oslo_service.service [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Starting 2 workers Aug 13 02:29:54.709631 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Started child 94106 {{(pid=93999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:29:54.714100 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Started child 94107 {{(pid=93999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:29:54.714839 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:54.715587 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO neutron.service [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Neutron service started, listening on 0.0.0.0:9696 Aug 13 02:29:54.716236 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Notify callbacks [] for process, before_spawn {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:54.716387 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [-] (94106) wsgi starting up on http://0.0.0.0:9696 Aug 13 02:29:54.718540 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO oslo_service.service [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Starting 1 workers Aug 13 02:29:54.718697 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:54.719975 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [-] (94107) wsgi starting up on http://0.0.0.0:9696 Aug 13 02:29:54.724067 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Started child 94108 {{(pid=93999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:29:54.724610 dv-cinder-760184-6-iscsi neutron-server[93999]: INFO oslo_service.service [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Starting 1 workers Aug 13 02:29:54.727682 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.service [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] calling RpcWorker wait() {{(pid=94108) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 13 02:29:54.728237 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.service [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] returning from RpcWorker wait() {{(pid=94108) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 13 02:29:54.729048 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Started child 94109 {{(pid=93999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 02:29:54.729372 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:54.729807 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:29:54.729962 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG neutron_lib.callbacks.manager [None req-0f64cb1b-f22a-40be-b40f-ad66288015ab None None] Notify callbacks [] for process, after_spawn {{(pid=93999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:54.731638 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93999) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 02:29:54.731847 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 02:29:54.732019 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 02:29:54.732259 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 02:29:54.732596 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 02:29:54.732811 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 02:29:54.733250 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.733531 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.733791 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.734049 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.734342 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.734678 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:29:54.735195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.735195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.735400 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.735665 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.735937 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.736134 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.736401 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.736802 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.737064 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.737373 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.737658 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.737907 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.738163 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.738339 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.738605 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.738882 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.739133 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.739420 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] debug = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.739647 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.740135 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.740378 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.740654 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.740876 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.741142 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.741389 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.741646 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.741891 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.742124 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.742368 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.742620 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.742871 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.743089 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.743331 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.743580 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.743796 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.744262 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] host = dv-cinder-760184-6-iscsi {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.744524 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.744742 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.744968 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.745211 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.745453 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.745684 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.745953 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.746197 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.746444 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.746665 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.746908 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.747164 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.747402 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.747634 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.747800 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_options = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.748033 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.748290 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.748569 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.748765 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.748934 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.749108 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.749350 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.749513 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.749753 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.749969 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.750181 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.750396 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.750628 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.750860 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.751088 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.751343 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.751574 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.751813 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.752063 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.752286 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.752541 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.752926 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.753167 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.753465 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.753666 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.753852 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.754076 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.754289 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.754500 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.754760 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.754993 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.755251 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.755493 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.755744 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.755970 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.756195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.756409 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.756691 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.756920 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.757161 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.757401 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.757631 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.757877 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.758096 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.758325 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.758540 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_json = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.758769 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.759006 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.759256 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.759485 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.759815 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.760019 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.760323 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.760717 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.761158 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.761454 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.761870 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.762366 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.762737 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.762872 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.763042 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.763274 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.763581 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.763747 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.764072 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.764292 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.764641 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.764858 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.765109 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.765442 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.765793 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.765974 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.766213 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.766528 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.766691 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.767034 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.767280 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.767799 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.768083 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.768398 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.768775 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.769168 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.769376 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:29:54.769495 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.769626 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.769825 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.770057 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.770330 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.770556 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.770771 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.770991 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.771237 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.771453 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.771691 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.771915 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.772171 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.772426 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.772689 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.772917 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.773134 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.773376 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.773658 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.773839 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.774056 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.774293 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.774522 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.774741 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.775002 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.775354 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.775578 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.776039 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.776039 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.776354 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.776635 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.776845 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.777088 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.777358 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.777583 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.777798 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.778010 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.778231 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.778468 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.778691 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.778910 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.779124 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.779351 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.779545 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.779757 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.780072 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.780428 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.780743 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.783195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.783195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.783195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.783195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.783195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.783195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.783195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.783195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.783195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.783798 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.784023 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.784247 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.784536 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.784793 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.785020 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.785281 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.785526 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.785883 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.786105 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.786461 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.786766 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.787020 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.787257 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.787494 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.787735 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.787975 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.788199 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.788432 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.788706 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.788928 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.789234 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.789446 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.789673 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.789904 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.790386 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.790663 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.790955 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.791130 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.791372 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.791632 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.791901 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.792166 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.792433 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.793942 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.793942 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.793942 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.793942 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.793942 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.794618 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.794618 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.794618 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.795004 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.795139 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.795283 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.795474 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.795726 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.796065 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.796333 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.796598 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.796815 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.797063 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.797734 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.797734 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.798015 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.798158 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.798290 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.799828 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.799828 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.799828 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.799828 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.799828 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.799828 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.800299 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.800299 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.800494 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.801358 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.801358 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.801358 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.801358 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.801698 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.801776 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.802313 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.802313 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.803293 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.803293 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.803293 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.803534 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.803603 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.803782 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.804576 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.805128 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.805544 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.805957 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.806445 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.806778 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.807070 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.807408 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.807727 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.808050 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.808337 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.808879 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.809443 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.809749 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.809969 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.810199 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.810419 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.810639 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.810887 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.811104 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.811363 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.811617 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.811951 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.812205 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.812456 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.812723 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.812985 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.813393 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.813633 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.813854 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.814069 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.814305 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.814530 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.814794 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.815023 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.815360 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.815581 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.815797 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.816014 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.816240 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.816478 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.816795 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.817035 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.817264 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.817531 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.817764 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.818007 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.818255 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.818463 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.818696 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.818918 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.819135 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.819346 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.819585 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.819797 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.820165 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.820388 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.820646 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.820855 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.821098 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.821322 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.821531 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.821750 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.821987 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.822195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.822422 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.822659 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.822867 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.823084 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.823303 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.823512 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.823736 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.823966 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.824173 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.824414 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.824657 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.824863 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.825167 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.825411 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.825646 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.825926 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.826152 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.826393 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.826636 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.826950 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.827180 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.827436 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.827656 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.827893 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.828131 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.828396 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.828750 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.829027 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.829288 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.829553 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.829826 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.830214 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.830556 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.830698 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.830982 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.831305 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.831577 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.831834 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.832063 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.832307 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.832557 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.832774 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.833018 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.833249 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.833480 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.833733 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.833976 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.834560 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.834775 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.835000 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.835316 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.836109 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.836109 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.836539 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.836763 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.836918 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 02:29:54.837619 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93999) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 02:29:54.837772 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 02:29:54.838086 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 02:29:54.838454 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 02:29:54.838454 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 02:29:54.838626 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 02:29:54.838789 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.838958 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.839119 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.839434 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.839595 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.839929 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.840097 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.840258 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.840666 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.840666 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.842291 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.842291 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.842291 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.842291 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.842291 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.842291 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.842291 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.842291 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.842897 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.842897 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.842897 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.842897 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.842897 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] debug = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.842897 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.843309 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.843309 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.843309 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.843309 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.843616 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.843616 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.843771 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.843895 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.844051 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.844364 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.844559 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.844707 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.844868 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.845027 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.845187 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.845345 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.845525 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] host = dv-cinder-760184-6-iscsi {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.845727 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.845884 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.846193 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.846356 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.846517 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.846676 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.846835 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.846994 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.847205 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.847298 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.847454 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.847610 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.847770 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.847931 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.848087 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_options = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.848241 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.848573 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.848734 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.848918 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.849082 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.849243 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.849402 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.849562 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.849720 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.849878 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.850036 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.850195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.850353 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.850512 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.850670 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.850829 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.850986 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.851144 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.851306 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.851465 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.851625 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.851783 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.851942 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.852099 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.852253 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.852416 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.852594 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.852905 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.853069 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.853225 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.853384 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.853544 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.853704 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.853863 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.854024 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.854185 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.854343 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.854507 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.854667 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.854742 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:29:54.854816 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.854973 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.855136 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.855295 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.855455 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.855614 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.855772 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_json = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.855931 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.856089 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.856251 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.856408 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.856591 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.856748 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.856908 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.857067 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 02:29:54.857244 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.857407 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.857580 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.857741 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.857902 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.858067 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.858228 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.858389 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.858550 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.858711 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.858878 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.859040 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.859213 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.859374 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.859534 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.859697 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.859858 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.860019 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.860180 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.860341 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.860528 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.860691 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.860868 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.861031 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.861251 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.861440 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.861602 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.861764 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.861969 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.862187 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.862351 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.862514 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.862675 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.862838 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.863001 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.863163 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.863327 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.863491 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.863654 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.863815 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.863976 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.864138 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.864299 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.864477 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.864643 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.864806 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.864969 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.865130 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.865295 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.865455 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.865627 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.865860 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.866103 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.866404 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.866620 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.866786 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.866947 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.867292 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.867292 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.867754 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.867972 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.868096 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.868258 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.868422 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.868603 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.868999 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.868999 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.869260 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.869260 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.869514 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.869514 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.869765 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.869892 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.870022 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.870150 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.870277 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.870406 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.870543 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.870880 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.870880 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.871122 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.871252 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.871378 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.871505 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.871643 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.871773 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.871931 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.872093 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.872254 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.872416 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.872587 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.872750 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.872910 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.873070 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.873233 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.873396 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.873560 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.873723 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.873884 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.874044 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.874204 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.874366 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.874525 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.874686 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.874846 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.875006 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.875166 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.875327 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.875486 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.875649 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.875811 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.875983 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.876145 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.876307 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.876472 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.876645 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.876880 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.877046 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.877208 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.877369 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.877530 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.877694 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.877854 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.878015 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.878176 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.878337 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.878497 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.878666 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.878840 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.879001 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.879162 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.879322 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.879506 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.879667 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.879828 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.879989 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.880150 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.880310 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.880656 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.880656 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.880904 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.881026 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.881147 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.881267 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.881386 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.881549 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.881710 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.881871 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.882034 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.882195 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.882356 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.882518 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.882679 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.882839 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.883001 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.883161 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.883321 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.883480 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.883640 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.883800 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.883960 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.884121 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.884283 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.884478 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.884634 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.884794 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.884956 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.885116 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.885276 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.885441 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.885605 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.885768 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.885929 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.886090 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.886257 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.886419 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.886583 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.886743 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.886906 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.887066 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.887226 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.887389 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.887552 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.887713 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.887875 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.888037 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.888197 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.888372 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.888565 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.888727 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.888887 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.889047 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.889209 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.889370 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.889530 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.889692 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.889852 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.890019 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.890180 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.890344 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.890506 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.890666 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.890826 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.890988 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.891149 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.891316 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.891493 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.891654 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.891816 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.891977 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.892136 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.892297 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.892511 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.892675 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.892869 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.893049 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.893131 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.893295 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.893534 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.893732 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.893975 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.894208 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.894372 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.894533 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.894704 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.894868 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.895017 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.895178 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.895338 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.895499 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.895669 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.895815 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.895976 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.896136 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.896296 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.896466 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.896987 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.897155 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.897316 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.897477 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.897638 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.897986 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.897986 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.898274 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.898274 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.898523 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.898653 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.898778 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.898870 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.899030 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.899192 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.899535 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.899535 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.899729 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.899811 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.899956 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.900127 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.900297 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.900497 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.900644 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.900807 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.900976 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.901147 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.901312 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.901482 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.901654 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.901814 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.901975 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.902118 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.902283 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.902434 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.902592 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.902752 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.902911 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.903071 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.903223 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.903380 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.903540 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.903699 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.903860 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.904057 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.904169 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.904331 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.904523 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.904685 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 02:29:54.904838 dv-cinder-760184-6-iscsi neutron-server[93999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 02:29:55.116127 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 53076) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:29:55.128763 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0092778 Aug 13 02:30:06.392618 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3a143d-2433-4238-809b-7ae46da7aa6e None None] get_active_networks_info from dv-cinder-760184-6-iscsi {{(pid=94108) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 13 02:30:06.526939 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3a143d-2433-4238-809b-7ae46da7aa6e None None] No non-hosted networks {{(pid=94108) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 13 02:30:06.539133 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ab6ac666-030f-49d8-a4ea-c7f729ed3fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686260'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:09.094619 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686260'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:09.095481 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.095930 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.096819 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.098088 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.100031 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.106636 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.107025 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.107371 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.107700 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.108020 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.108395 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.109368 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:09.109669 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760184-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:09.120264 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760184-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:09.283226 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-27c44e94-8415-48b5-b493-1ea4af7d976c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686260'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:09.340119 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-02e35e22-1d46-4649-b1ae-17c4b0f75b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:10.430837 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686260'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:11.724219 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686260'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:12.841597 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 53166) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:13.351782 dv-cinder-760184-6-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-b18039bc-de31-4405-a6ef-9c5867cad979 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:30:13.352350 dv-cinder-760184-6-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-b18039bc-de31-4405-a6ef-9c5867cad979 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:30:13.567669 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [None req-b18039bc-de31-4405-a6ef-9c5867cad979 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:30:13.569006 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b18039bc-de31-4405-a6ef-9c5867cad979 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7253633 Aug 13 02:30:14.616872 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.db.l3_hamode_db [None req-b30232fd-b513-492b-9e8c-5c0e10ce9726 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 13 02:30:14.693168 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30232fd-b513-492b-9e8c-5c0e10ce9726 None None] Routers set() bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:30:14.693547 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30232fd-b513-492b-9e8c-5c0e10ce9726 None None] Router IDs set() for agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 13 02:30:15.965107 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 53180) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:16.510736 dv-cinder-760184-6-iscsi neutron-server[94107]: WARNING oslo_policy.policy [None req-e02cc30d-a5ef-4c37-9d5a-834c620516ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:30:16.511515 dv-cinder-760184-6-iscsi neutron-server[94107]: WARNING oslo_policy.policy [None req-e02cc30d-a5ef-4c37-9d5a-834c620516ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:30:16.722560 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-e02cc30d-a5ef-4c37-9d5a-834c620516ae admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:30:16.812874 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.policy [None req-e02cc30d-a5ef-4c37-9d5a-834c620516ae admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94107) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 02:30:16.856956 dv-cinder-760184-6-iscsi neutron-server[94107]: WARNING oslo_policy.policy [None req-e02cc30d-a5ef-4c37-9d5a-834c620516ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:30:16.857328 dv-cinder-760184-6-iscsi neutron-server[94107]: WARNING oslo_policy.policy [None req-e02cc30d-a5ef-4c37-9d5a-834c620516ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:30:16.866379 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.quota [None req-e02cc30d-a5ef-4c37-9d5a-834c620516ae admin admin] Loaded quota_driver: . Aug 13 02:30:16.964351 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e02cc30d-a5ef-4c37-9d5a-834c620516ae admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737002061189', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737002061416', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737002050106', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737002046573', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737001650334', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736996914549', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-609280', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1358887', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-390555', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-690645'] for rbac-policy, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:17.030903 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e02cc30d-a5ef-4c37-9d5a-834c620516ae admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:17.032136 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e02cc30d-a5ef-4c37-9d5a-834c620516ae admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0658159 Aug 13 02:30:19.641214 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 53198) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:19.979072 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Request body: {'network': {'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'project_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'admin_state_up': True, 'name': 'private'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:30:20.009172 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Made reservation on behalf of 578326ddc07c4ad0bc9c9bc8cb01e6b1 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:30:20.011954 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:20.029521 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:20.157335 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:20.163920 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:20.187019 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:30:20.217705 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737000549479', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:20.218314 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Unsubscribe: segment precommit_create {{(pid=94107) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 02:30:20.218803 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Added segment 57c09c26-b10b-4501-a92e-05aafdd84a2c of type vlan for network f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd Aug 13 02:30:20.235363 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d5ac6a-3200-431a-b9e3-9ce7eefa3b87,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:20.283119 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:20.283540 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:20.283805 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:20.284127 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:20.284471 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:20.284804 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:20.285126 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:20.285433 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:20.285905 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:20.286221 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:20.286569 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:20.286877 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Tracked resource versions report: Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: pushed versions: Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: { 'AddressGroup': {'1.2'}, Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'ConntrackHelper': {'1.0'}, Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Log': {'1.0'}, Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Network': {'1.1'}, Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Port': {'1.7'}, Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'PortForwarding': {'1.2'}, Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'QosPolicy': {'1.9'}, Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'SecurityGroup': {'1.4'}, Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'SubPort': {'1.0'}, Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Subnet': {'1.1'}, Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Trunk': {'1.1'}} Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: consumer versions: Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: { DHCP agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: L3 agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: Metadata agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: Metering agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: Open vSwitch agent@dv-cinder-760184-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'ConntrackHelper': '1.0', Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Log': '1.0', Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Network': '1.1', Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Port': '1.7', Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'PortForwarding': '1.2', Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'QosPolicy': '1.9', Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'SecurityGroup': '1.4', Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'SecurityGroupRule': '1.2', Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'SubPort': '1.0', Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Subnet': '1.1', Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Trunk': '1.1'}} Aug 13 02:30:20.287981 dv-cinder-760184-6-iscsi neutron-server[94107]: {{(pid=94107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:30:20.337006 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:20.386903 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:20.388620 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:20.389631 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:20.479147 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8350146 Aug 13 02:30:20.493366 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1072b2-d7f5-4641-8dd2-fdd2857b469c admin admin] Pushing event updated for resources: {'Network': ['ID=f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:20.508831 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:30:23.151087 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 53212) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:23.565064 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33660703-8f68-4cc6-8088-231e1b9e3dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:23.566438 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-33660703-8f68-4cc6-8088-231e1b9e3dab admin admin] 10.222.0.42 "GET /v2.0/networks/f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd HTTP/1.1" status: 200 len: 825 time: 0.4144011 Aug 13 02:30:23.593385 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e67e2313-fd59-4f29-9ee4-48dd6d091dc0 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/f729fbbe-81b5-4701-8b46-f1aa4cce8564 HTTP/1.1" status: 200 len: 734 time: 0.0207722 Aug 13 02:30:23.603512 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-c4e9e26e-c4b9-4044-a26c-691221d64c4e admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd', 'subnetpool_id': 'f729fbbe-81b5-4701-8b46-f1aa4cce8564', 'name': 'private-subnet', 'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:30:23.629878 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e9e26e-c4b9-4044-a26c-691221d64c4e admin admin] Made reservation on behalf of 578326ddc07c4ad0bc9c9bc8cb01e6b1 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:30:23.632339 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c4e9e26e-c4b9-4044-a26c-691221d64c4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:23.940530 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c4e9e26e-c4b9-4044-a26c-691221d64c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:24.008497 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9e26e-c4b9-4044-a26c-691221d64c4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=959ae0d6-0c86-43ed-ad9d-cc5fa8054320,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:24.012877 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e9e26e-c4b9-4044-a26c-691221d64c4e admin admin] Checking segment: {'id': '57c09c26-b10b-4501-a92e-05aafdd84a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:30:24.013261 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e9e26e-c4b9-4044-a26c-691221d64c4e admin admin] Network hostable DHCP agents. Network: f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:30:24.038175 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e9e26e-c4b9-4044-a26c-691221d64c4e admin admin] Network f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:30:24.050517 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-c4e9e26e-c4b9-4044-a26c-691221d64c4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:30:24.055555 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e9e26e-c4b9-4044-a26c-691221d64c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:24.056142 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c4e9e26e-c4b9-4044-a26c-691221d64c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:24.061551 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b923a-95d2-4279-92a1-0ced51ccf4a7 None None] Network f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:30:24.072066 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c4e9e26e-c4b9-4044-a26c-691221d64c4e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4720120 Aug 13 02:30:24.382963 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2ec041d-1e12-5867-9310-550d6684197a-f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd', 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd', 'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'fixed_ips': [{'subnet_id': '959ae0d6-0c86-43ed-ad9d-cc5fa8054320'}]}} from dv-cinder-760184-6-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:30:24.384240 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:24.666450 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Allocated IP 172.20.0.2 (f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd/959ae0d6-0c86-43ed-ad9d-cc5fa8054320/aedad44b-1902-4881-8ba7-8ced2212b821) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:30:24.901234 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:24.915861 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Transition to ACTIVE for port object aedad44b-1902-4881-8ba7-8ced2212b821 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:30:24.936256 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Transition to ACTIVE for port object aedad44b-1902-4881-8ba7-8ced2212b821 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:30:24.945834 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:25.017682 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Network f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:30:25.022367 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:30:25.026072 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:30:25.037623 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Pushing event updated for resources: {'Port': ['ID=aedad44b-1902-4881-8ba7-8ced2212b821,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:25.066099 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:25.066780 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:25.066780 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:25.067080 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:25.067407 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:25.067728 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:25.068045 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:25.068366 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:25.068729 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:25.069047 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:25.069361 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:25.069673 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Tracked resource versions report: Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: pushed versions: Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: { 'AddressGroup': {'1.2'}, Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'ConntrackHelper': {'1.0'}, Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Log': {'1.0'}, Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Network': {'1.1'}, Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Port': {'1.7'}, Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'PortForwarding': {'1.2'}, Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'QosPolicy': {'1.9'}, Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'SecurityGroup': {'1.4'}, Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'SubPort': {'1.0'}, Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Subnet': {'1.1'}, Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Trunk': {'1.1'}} Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: consumer versions: Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: { DHCP agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: L3 agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: Metadata agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: Metering agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: Open vSwitch agent@dv-cinder-760184-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'ConntrackHelper': '1.0', Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Log': '1.0', Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Network': '1.1', Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Port': '1.7', Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'PortForwarding': '1.2', Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'QosPolicy': '1.9', Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'SecurityGroup': '1.4', Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'SecurityGroupRule': '1.2', Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'SubPort': '1.0', Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Subnet': '1.1', Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Trunk': '1.1'}} Aug 13 02:30:25.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: {{(pid=94108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:30:25.118933 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Attempting to bind port aedad44b-1902-4881-8ba7-8ced2212b821 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:30:25.119319 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Attempting to bind port aedad44b-1902-4881-8ba7-8ced2212b821 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '57c09c26-b10b-4501-a92e-05aafdd84a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:30:25.119725 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Attempting to bind port aedad44b-1902-4881-8ba7-8ced2212b821 on network f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:30:25.124742 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:30:25.125119 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Checking segment: {'id': '57c09c26-b10b-4501-a92e-05aafdd84a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:30:25.125577 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:25.126215 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Bound using segment: {'id': '57c09c26-b10b-4501-a92e-05aafdd84a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:30:25.126536 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Bound port: aedad44b-1902-4881-8ba7-8ced2212b821, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c09c26-b10b-4501-a92e-05aafdd84a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:30:25.126916 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:25.191848 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] For port aedad44b-1902-4881-8ba7-8ced2212b821, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:30:25.196257 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] For port aedad44b-1902-4881-8ba7-8ced2212b821, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=aedad44b-1902-4881-8ba7-8ced2212b821,segment=NetworkSegment(57c09c26-b10b-4501-a92e-05aafdd84a2c),segment_id=57c09c26-b10b-4501-a92e-05aafdd84a2c)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:30:25.202063 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:25.265736 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d975282-fbd2-44a9-86ef-96ba97eab4b2 None None] Pushing event updated for resources: {'Port': ['ID=aedad44b-1902-4881-8ba7-8ced2212b821,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:26.427258 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 53220) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:26.759418 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [None req-993de6da-71d9-47f3-a0a1-8cfab7afa7b6 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:30:26.760344 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-993de6da-71d9-47f3-a0a1-8cfab7afa7b6 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3320351 Aug 13 02:30:29.140777 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 53228) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:29.474890 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [None req-f0980f87-d302-4e9f-bc3b-536bdcde28c3 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:30:29.475872 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f0980f87-d302-4e9f-bc3b-536bdcde28c3 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3341470 Aug 13 02:30:32.138010 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 53238) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:32.459130 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-a6e7ab33-9510-448b-aaaf-59bd1a7aa3d1 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'name': 'router1'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:30:32.484812 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ab33-9510-448b-aaaf-59bd1a7aa3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:32.486738 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ab33-9510-448b-aaaf-59bd1a7aa3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:32.653800 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ab33-9510-448b-aaaf-59bd1a7aa3d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:32.659729 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ab33-9510-448b-aaaf-59bd1a7aa3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686525'] for router, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:32.674314 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a6e7ab33-9510-448b-aaaf-59bd1a7aa3d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:32.681263 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a6e7ab33-9510-448b-aaaf-59bd1a7aa3d1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5418589 Aug 13 02:30:33.058810 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device aedad44b-1902-4881-8ba7-8ced2212b821 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:30:33.152569 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port aedad44b-1902-4881-8ba7-8ced2212b821 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:30:33.737064 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50143a10-a9be-4f6b-944b-607c58030727 None None] Network f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:30:33.814436 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-705d1872-3be2-4bb5-a51a-20f61d3aae07 None None] Provisioning for port aedad44b-1902-4881-8ba7-8ced2212b821 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:30:33.827805 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-705d1872-3be2-4bb5-a51a-20f61d3aae07 None None] Provisioning complete for port aedad44b-1902-4881-8ba7-8ced2212b821 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:33.828183 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-705d1872-3be2-4bb5-a51a-20f61d3aae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:34.009465 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-705d1872-3be2-4bb5-a51a-20f61d3aae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:34.045601 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-705d1872-3be2-4bb5-a51a-20f61d3aae07 None None] For port aedad44b-1902-4881-8ba7-8ced2212b821, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=aedad44b-1902-4881-8ba7-8ced2212b821,segment=NetworkSegment(57c09c26-b10b-4501-a92e-05aafdd84a2c),segment_id=57c09c26-b10b-4501-a92e-05aafdd84a2c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:30:34.052680 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-705d1872-3be2-4bb5-a51a-20f61d3aae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:34.110894 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d1872-3be2-4bb5-a51a-20f61d3aae07 None None] Pushing event updated for resources: {'Port': ['ID=aedad44b-1902-4881-8ba7-8ced2212b821,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:34.272419 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-94874d2a-c275-4423-b2c7-4d2f44579dee None None] Provisioning complete for port aedad44b-1902-4881-8ba7-8ced2212b821 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:34.272820 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-94874d2a-c275-4423-b2c7-4d2f44579dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:35.036650 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device aedad44b-1902-4881-8ba7-8ced2212b821 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:30:35.066788 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 53250) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:35.089144 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port aedad44b-1902-4881-8ba7-8ced2212b821 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:35.089490 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:35.393005 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [None req-0ed758ff-50f6-4109-8b0a-18a11988d209 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:30:35.393997 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0ed758ff-50f6-4109-8b0a-18a11988d209 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3263142 Aug 13 02:30:36.315575 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5edefec2-d72c-4e35-9274-45b3c1e3f4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:37.774869 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 53258) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:38.134887 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:30:38.163252 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] Made reservation on behalf of 44741c1ef9f24a71818579b972a9f2d4 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:30:38.165962 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:38.176220 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:38.277085 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:38.282960 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:38.298185 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] Reserving flat network on physical network physnet1 {{(pid=94107) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 13 02:30:38.321413 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2109a5eb-5c77-4a31-9290-fb35b2dc7af0,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:38.325236 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:38.325675 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] Added segment 2aecdf19-3bd0-4833-95cc-da876e9af2b5 of type flat for network 62097cf8-f4d4-4991-952d-10ed3758274c Aug 13 02:30:38.378265 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:38.424838 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:38.425816 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:38.426395 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:38.482620 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7065020 Aug 13 02:30:38.485278 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392f1fd-a716-46ac-b2d1-515fbb917bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=62097cf8-f4d4-4991-952d-10ed3758274c,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:38.501891 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network 62097cf8-f4d4-4991-952d-10ed3758274c details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:30:39.079451 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:39.282978 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3c0d0c7-6489-4691-b407-9c51f776a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:40.378022 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:40.864614 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 53276) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:41.225787 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.policy [None req-b23afd1c-101c-4b0a-b0d9-0d00fe31f5c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94106) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 02:30:41.271165 dv-cinder-760184-6-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-b23afd1c-101c-4b0a-b0d9-0d00fe31f5c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:30:41.271468 dv-cinder-760184-6-iscsi neutron-server[94106]: WARNING oslo_policy.policy [None req-b23afd1c-101c-4b0a-b0d9-0d00fe31f5c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 02:30:41.279512 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23afd1c-101c-4b0a-b0d9-0d00fe31f5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:41.281267 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b23afd1c-101c-4b0a-b0d9-0d00fe31f5c3 admin admin] 10.222.0.42 "GET /v2.0/subnets/959ae0d6-0c86-43ed-ad9d-cc5fa8054320 HTTP/1.1" status: 200 len: 849 time: 0.4154034 Aug 13 02:30:41.456213 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-da706ced-01f3-405f-8b7c-33e1a8362cf0 admin admin] 10.222.0.42 "GET /v2.0/routers/90443244-1cd8-4410-9bc0-e310d45f7f14 HTTP/1.1" status: 200 len: 704 time: 0.1659107 Aug 13 02:30:41.660212 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:41.733519 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:42.118774 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Allocated IP 172.20.0.1 (f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd/959ae0d6-0c86-43ed-ad9d-cc5fa8054320/a285f957-a2e5-4839-a2e1-589b6e59e386) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:30:42.365670 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:42.396101 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Transition to ACTIVE for port object a285f957-a2e5-4839-a2e1-589b6e59e386 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:30:42.488528 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:42.525864 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Network f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:30:42.545786 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:30:42.596699 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:30:42.597262 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1662504'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:42.665896 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a285f957-a2e5-4839-a2e1-589b6e59e386,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:42.696931 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:42.697284 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:42.697633 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:42.698000 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:42.698309 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:42.698645 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:42.698959 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:42.699291 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:42.699621 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:42.699938 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:42.700255 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:42.700589 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Tracked resource versions report: Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: pushed versions: Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: { 'AddressGroup': {'1.2'}, Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'ConntrackHelper': {'1.0'}, Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Log': {'1.0'}, Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Network': {'1.1'}, Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Port': {'1.7'}, Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'PortForwarding': {'1.2'}, Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'QosPolicy': {'1.9'}, Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'SecurityGroup': {'1.4'}, Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'SubPort': {'1.0'}, Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Subnet': {'1.1'}, Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Trunk': {'1.1'}} Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: consumer versions: Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: { DHCP agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: L3 agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: Metadata agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: Metering agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: Open vSwitch agent@dv-cinder-760184-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'ConntrackHelper': '1.0', Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Log': '1.0', Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Network': '1.1', Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Port': '1.7', Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'PortForwarding': '1.2', Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'QosPolicy': '1.9', Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'SecurityGroup': '1.4', Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'SecurityGroupRule': '1.2', Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'SubPort': '1.0', Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Subnet': '1.1', Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Trunk': '1.1'}} Aug 13 02:30:42.701740 dv-cinder-760184-6-iscsi neutron-server[94106]: {{(pid=94106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:30:42.813818 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:42.831399 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-bf028661-744a-45a9-8fe2-fdd0c1e85226 None None] Provisioning for port a285f957-a2e5-4839-a2e1-589b6e59e386 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:30:42.835416 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-bf028661-744a-45a9-8fe2-fdd0c1e85226 None None] Provisioning complete for port a285f957-a2e5-4839-a2e1-589b6e59e386 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:42.835779 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bf028661-744a-45a9-8fe2-fdd0c1e85226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:42.869338 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-bf028661-744a-45a9-8fe2-fdd0c1e85226 None None] Port a285f957-a2e5-4839-a2e1-589b6e59e386 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:30:43.040550 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:43.048468 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:43.049300 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1662652'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:43.123587 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Pushing event updated for resources: {'Port': ['ID=a285f957-a2e5-4839-a2e1-589b6e59e386,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:43.196359 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Network f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:30:43.198716 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:30:43.389944 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f6419a69-352c-4247-a500-682561619d04 None None] Provisioning complete for port a285f957-a2e5-4839-a2e1-589b6e59e386 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:43.390280 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f6419a69-352c-4247-a500-682561619d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:43.416981 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Router 90443244-1cd8-4410-9bc0-e310d45f7f14 is scheduled to L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:30:43.428453 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-f6419a69-352c-4247-a500-682561619d04 None None] Port a285f957-a2e5-4839-a2e1-589b6e59e386 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:30:43.521255 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:30:43.526708 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-00567c5b-0ada-4128-8b13-f1502f7040c6 admin admin] 10.222.0.42 "PUT /v2.0/routers/90443244-1cd8-4410-9bc0-e310d45f7f14/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0617044 Aug 13 02:30:43.534680 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Sync routers for ids ['90443244-1cd8-4410-9bc0-e310d45f7f14'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:30:43.547429 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Routers {'90443244-1cd8-4410-9bc0-e310d45f7f14'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:30:43.548392 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:30:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['90443244-1cd8-4410-9bc0-e310d45f7f14'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:43.737979 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Set router 90443244-1cd8-4410-9bc0-e310d45f7f14 gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:30:44.178750 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90443244-1cd8-4410-9bc0-e310d45f7f14', 'name': 'router1', 'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:30:32Z', 'updated_at': '2021-08-13T02:30:42Z', 'revision_number': 2, 'project_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'gw_port_host': None, '_interfaces': [{'id': 'a285f957-a2e5-4839-a2e1-589b6e59e386', 'name': '', 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd', 'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'mac_address': 'fa:16:3e:8b:3f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90443244-1cd8-4410-9bc0-e310d45f7f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '959ae0d6-0c86-43ed-ad9d-cc5fa8054320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:41Z', 'updated_at': '2021-08-13T02:30:42Z', 'revision_number': 2, 'project_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'subnets': [{'id': '959ae0d6-0c86-43ed-ad9d-cc5fa8054320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f729fbbe-81b5-4701-8b46-f1aa4cce8564'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:44.229504 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Checking router: 90443244-1cd8-4410-9bc0-e310d45f7f14 for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:30:44.229863 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Updating router 90443244-1cd8-4410-9bc0-e310d45f7f14 port a285f957-a2e5-4839-a2e1-589b6e59e386 binding host dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:30:44.277669 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:44.790889 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:44.808958 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Transition to ACTIVE for port object a285f957-a2e5-4839-a2e1-589b6e59e386 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:30:44.815477 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:44.972722 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Attempting to bind port a285f957-a2e5-4839-a2e1-589b6e59e386 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:30:44.973126 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Attempting to bind port a285f957-a2e5-4839-a2e1-589b6e59e386 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '57c09c26-b10b-4501-a92e-05aafdd84a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:30:44.973536 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Attempting to bind port a285f957-a2e5-4839-a2e1-589b6e59e386 on network f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:30:44.975658 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ce0ba-0b7e-4643-8185-4f7a65bcc168 None None] Pushing event updated for resources: {'Port': ['ID=a285f957-a2e5-4839-a2e1-589b6e59e386,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:44.982636 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:30:44.983042 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Checking segment: {'id': '57c09c26-b10b-4501-a92e-05aafdd84a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:30:44.983508 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:44.983914 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Bound using segment: {'id': '57c09c26-b10b-4501-a92e-05aafdd84a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:30:44.984402 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Bound port: a285f957-a2e5-4839-a2e1-589b6e59e386, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c09c26-b10b-4501-a92e-05aafdd84a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:30:44.984799 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:45.001708 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ce0ba-0b7e-4643-8185-4f7a65bcc168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:45.002051 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ce0ba-0b7e-4643-8185-4f7a65bcc168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:45.002380 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ce0ba-0b7e-4643-8185-4f7a65bcc168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:45.002703 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ce0ba-0b7e-4643-8185-4f7a65bcc168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:45.003021 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ce0ba-0b7e-4643-8185-4f7a65bcc168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:45.003328 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ce0ba-0b7e-4643-8185-4f7a65bcc168 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:45.003656 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ce0ba-0b7e-4643-8185-4f7a65bcc168 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:45.003948 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ce0ba-0b7e-4643-8185-4f7a65bcc168 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:45.004266 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ce0ba-0b7e-4643-8185-4f7a65bcc168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:45.004598 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ce0ba-0b7e-4643-8185-4f7a65bcc168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:45.004910 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ce0ba-0b7e-4643-8185-4f7a65bcc168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:45.005217 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ce0ba-0b7e-4643-8185-4f7a65bcc168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ce0ba-0b7e-4643-8185-4f7a65bcc168 None None] Tracked resource versions report: Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: pushed versions: Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: { 'AddressGroup': {'1.2'}, Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'ConntrackHelper': {'1.0'}, Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Log': {'1.0'}, Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Network': {'1.1'}, Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Port': {'1.7'}, Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'PortForwarding': {'1.2'}, Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'QosPolicy': {'1.9'}, Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'SecurityGroup': {'1.4'}, Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'SubPort': {'1.0'}, Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Subnet': {'1.1'}, Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Trunk': {'1.1'}} Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: consumer versions: Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: { DHCP agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: L3 agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: Metadata agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: Metering agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: Open vSwitch agent@dv-cinder-760184-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'ConntrackHelper': '1.0', Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Log': '1.0', Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Network': '1.1', Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Port': '1.7', Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'PortForwarding': '1.2', Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'QosPolicy': '1.9', Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'SecurityGroup': '1.4', Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'SecurityGroupRule': '1.2', Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'SubPort': '1.0', Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Subnet': '1.1', Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Trunk': '1.1'}} Aug 13 02:30:45.006309 dv-cinder-760184-6-iscsi neutron-server[94109]: {{(pid=94109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:30:45.066560 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] For port a285f957-a2e5-4839-a2e1-589b6e59e386, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:30:45.087639 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] For port a285f957-a2e5-4839-a2e1-589b6e59e386, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=a285f957-a2e5-4839-a2e1-589b6e59e386,segment=NetworkSegment(57c09c26-b10b-4501-a92e-05aafdd84a2c),segment_id=57c09c26-b10b-4501-a92e-05aafdd84a2c)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:30:45.092835 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:45.145384 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Routers {'90443244-1cd8-4410-9bc0-e310d45f7f14'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:30:45.146023 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:30:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['90443244-1cd8-4410-9bc0-e310d45f7f14'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:45.233025 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ce0ba-0b7e-4643-8185-4f7a65bcc168 None None] Pushing event updated for resources: {'Port': ['ID=a285f957-a2e5-4839-a2e1-589b6e59e386,revision_number=4']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:45.249174 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] Set router 90443244-1cd8-4410-9bc0-e310d45f7f14 gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:30:45.458594 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90443244-1cd8-4410-9bc0-e310d45f7f14', 'name': 'router1', 'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:30:32Z', 'updated_at': '2021-08-13T02:30:42Z', 'revision_number': 2, 'project_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'gw_port_host': None, '_interfaces': [{'id': 'a285f957-a2e5-4839-a2e1-589b6e59e386', 'name': '', 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd', 'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'mac_address': 'fa:16:3e:8b:3f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90443244-1cd8-4410-9bc0-e310d45f7f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '959ae0d6-0c86-43ed-ad9d-cc5fa8054320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:41Z', 'updated_at': '2021-08-13T02:30:45Z', 'revision_number': 4, 'project_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'subnets': [{'id': '959ae0d6-0c86-43ed-ad9d-cc5fa8054320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f729fbbe-81b5-4701-8b46-f1aa4cce8564'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:45.483541 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3907739-6b7b-4bf8-a633-0861853961e0 None None] The sync data for ids ['90443244-1cd8-4410-9bc0-e310d45f7f14'] in dv-cinder-760184-6-iscsi is: [{'id': '90443244-1cd8-4410-9bc0-e310d45f7f14', 'name': 'router1', 'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:30:32Z', 'updated_at': '2021-08-13T02:30:42Z', 'revision_number': 2, 'project_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'gw_port_host': None, '_interfaces': [{'id': 'a285f957-a2e5-4839-a2e1-589b6e59e386', 'name': '', 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd', 'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'mac_address': 'fa:16:3e:8b:3f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90443244-1cd8-4410-9bc0-e310d45f7f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '959ae0d6-0c86-43ed-ad9d-cc5fa8054320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:41Z', 'updated_at': '2021-08-13T02:30:45Z', 'revision_number': 4, 'project_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'subnets': [{'id': '959ae0d6-0c86-43ed-ad9d-cc5fa8054320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f729fbbe-81b5-4701-8b46-f1aa4cce8564'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:30:45.725303 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 53302) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:45.839288 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1388d1-8c52-496c-bc4b-3394dcdf3a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:45.840706 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1e1388d1-8c52-496c-bc4b-3394dcdf3a62 admin admin] 10.222.0.42 "GET /v2.0/networks/62097cf8-f4d4-4991-952d-10ed3758274c HTTP/1.1" status: 200 len: 842 time: 0.1141505 Aug 13 02:30:45.851104 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-0472718c-4ca9-455b-94a4-3652518dfb2e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'gateway_ip': '172.27.1.1'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:30:45.875101 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0472718c-4ca9-455b-94a4-3652518dfb2e admin admin] Made reservation on behalf of 44741c1ef9f24a71818579b972a9f2d4 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:30:45.877588 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0472718c-4ca9-455b-94a4-3652518dfb2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:46.183501 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.objects.ports [None req-0472718c-4ca9-455b-94a4-3652518dfb2e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94107) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 13 02:30:46.183904 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0472718c-4ca9-455b-94a4-3652518dfb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:46.237785 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472718c-4ca9-455b-94a4-3652518dfb2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b6d0d4-edcf-4e6d-8ee2-5abbd395a994,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:46.247295 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0472718c-4ca9-455b-94a4-3652518dfb2e admin admin] Checking segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:30:46.247641 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0472718c-4ca9-455b-94a4-3652518dfb2e admin admin] Network hostable DHCP agents. Network: 62097cf8-f4d4-4991-952d-10ed3758274c, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:30:46.264900 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0472718c-4ca9-455b-94a4-3652518dfb2e admin admin] Network 62097cf8-f4d4-4991-952d-10ed3758274c is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:30:46.273460 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-0472718c-4ca9-455b-94a4-3652518dfb2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, 62097cf8-f4d4-4991-952d-10ed3758274c) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:30:46.278778 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0472718c-4ca9-455b-94a4-3652518dfb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:46.279507 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0472718c-4ca9-455b-94a4-3652518dfb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:46.282510 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d05fe83-6565-4289-a1c2-e094e2e49ab6 None None] Network 62097cf8-f4d4-4991-952d-10ed3758274c requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:30:46.294765 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0472718c-4ca9-455b-94a4-3652518dfb2e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4470749 Aug 13 02:30:46.428824 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d546e6-156e-44b4-a87f-ef4bf75df583 None None] Network 62097cf8-f4d4-4991-952d-10ed3758274c requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:30:48.559154 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 53310) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:48.688408 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-aa9ad00c-bb38-439b-9dc2-ffee5b01758b admin admin] 10.222.0.42 "GET /v2.0/routers/90443244-1cd8-4410-9bc0-e310d45f7f14 HTTP/1.1" status: 200 len: 710 time: 0.1281011 Aug 13 02:30:48.774662 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ec31c4-ebcd-451f-9bf6-8a7f03617adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:30:48.775937 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-64ec31c4-ebcd-451f-9bf6-8a7f03617adf admin admin] 10.222.0.42 "GET /v2.0/networks/62097cf8-f4d4-4991-952d-10ed3758274c HTTP/1.1" status: 200 len: 886 time: 0.0817752 Aug 13 02:30:48.785451 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:30:49.032311 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:49.275375 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:49.351433 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:49.453554 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Allocated IP 172.27.1.105 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/ea3c6211-3e59-4f54-8f79-bd03c430bac5) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:30:49.556849 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:49.598424 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:49.639121 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:30:49.641909 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:30:49.645486 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:30:49.679932 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Pushing event updated for resources: {'Port': ['ID=ea3c6211-3e59-4f54-8f79-bd03c430bac5,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:49.975977 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:50.172764 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1686278', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1673065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1153'] for router, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:50.177095 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1686287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1686516', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1673054'] for router, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:50.286868 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Router 90443244-1cd8-4410-9bc0-e310d45f7f14 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:30:50.393662 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:30:50.398097 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:50.399296 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1b23b671-f894-4bdd-a93c-67d0bba45bcb admin admin] 10.222.0.42 "PUT /v2.0/routers/90443244-1cd8-4410-9bc0-e310d45f7f14 HTTP/1.1" status: 200 len: 890 time: 1.6172707 Aug 13 02:30:50.791874 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:30:51.064555 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device a285f957-a2e5-4839-a2e1-589b6e59e386 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:30:51.119729 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port a285f957-a2e5-4839-a2e1-589b6e59e386 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:30:51.123583 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port a285f957-a2e5-4839-a2e1-589b6e59e386 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:51.123952 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:51.199264 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:51.231515 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port a285f957-a2e5-4839-a2e1-589b6e59e386, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=a285f957-a2e5-4839-a2e1-589b6e59e386,segment=NetworkSegment(57c09c26-b10b-4501-a92e-05aafdd84a2c),segment_id=57c09c26-b10b-4501-a92e-05aafdd84a2c)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:30:51.235306 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:51.285122 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=a285f957-a2e5-4839-a2e1-589b6e59e386,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:51.920226 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Sync routers for ids ['90443244-1cd8-4410-9bc0-e310d45f7f14'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:30:51.931951 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Routers {'90443244-1cd8-4410-9bc0-e310d45f7f14'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:30:51.932777 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:30:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['90443244-1cd8-4410-9bc0-e310d45f7f14'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:52.181385 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Set router 90443244-1cd8-4410-9bc0-e310d45f7f14 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:30:52.574621 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90443244-1cd8-4410-9bc0-e310d45f7f14', 'name': 'router1', 'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ea3c6211-3e59-4f54-8f79-bd03c430bac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:30:32Z', 'updated_at': '2021-08-13T02:30:49Z', 'revision_number': 4, 'project_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'gw_port': {'id': 'ea3c6211-3e59-4f54-8f79-bd03c430bac5', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:48:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90443244-1cd8-4410-9bc0-e310d45f7f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:49Z', 'updated_at': '2021-08-13T02:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': 'a285f957-a2e5-4839-a2e1-589b6e59e386', 'name': '', 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd', 'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'mac_address': 'fa:16:3e:8b:3f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90443244-1cd8-4410-9bc0-e310d45f7f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '959ae0d6-0c86-43ed-ad9d-cc5fa8054320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:41Z', 'updated_at': '2021-08-13T02:30:51Z', 'revision_number': 5, 'project_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'subnets': [{'id': '959ae0d6-0c86-43ed-ad9d-cc5fa8054320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f729fbbe-81b5-4701-8b46-f1aa4cce8564'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:52.629597 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Checking router: 90443244-1cd8-4410-9bc0-e310d45f7f14 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:30:52.629972 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Updating router 90443244-1cd8-4410-9bc0-e310d45f7f14 port ea3c6211-3e59-4f54-8f79-bd03c430bac5 binding host dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:30:52.678121 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:52.726527 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 53322) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:30:52.847343 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0adb118b-4bb3-4d68-8682-db55fa2cf141 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1193514 Aug 13 02:30:53.005466 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:53.015423 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Transition to ACTIVE for port object ea3c6211-3e59-4f54-8f79-bd03c430bac5 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:30:53.023866 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:53.070868 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device a285f957-a2e5-4839-a2e1-589b6e59e386 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:30:53.085288 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c16fea-8947-4b59-a071-7e03ffa74c78 None None] Pushing event updated for resources: {'Port': ['ID=ea3c6211-3e59-4f54-8f79-bd03c430bac5,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:53.091311 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Attempting to bind port ea3c6211-3e59-4f54-8f79-bd03c430bac5 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:30:53.091678 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Attempting to bind port ea3c6211-3e59-4f54-8f79-bd03c430bac5 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:30:53.092032 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Attempting to bind port ea3c6211-3e59-4f54-8f79-bd03c430bac5 on network 62097cf8-f4d4-4991-952d-10ed3758274c {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:30:53.112951 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:30:53.113313 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Checking segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:30:53.113715 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:53.114094 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Bound using segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:30:53.114563 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Bound port: ea3c6211-3e59-4f54-8f79-bd03c430bac5, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:30:53.114945 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:53.178571 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] For port ea3c6211-3e59-4f54-8f79-bd03c430bac5, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:30:53.183222 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] For port ea3c6211-3e59-4f54-8f79-bd03c430bac5, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=ea3c6211-3e59-4f54-8f79-bd03c430bac5,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:30:53.186428 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port a285f957-a2e5-4839-a2e1-589b6e59e386 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:53.186870 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:53.190544 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:53.377346 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c16fea-8947-4b59-a071-7e03ffa74c78 None None] Pushing event updated for resources: {'Port': ['ID=ea3c6211-3e59-4f54-8f79-bd03c430bac5,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:53.381285 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Routers {'90443244-1cd8-4410-9bc0-e310d45f7f14'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:30:53.381870 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:30:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['90443244-1cd8-4410-9bc0-e310d45f7f14'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:53.516191 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] Set router 90443244-1cd8-4410-9bc0-e310d45f7f14 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:30:53.739294 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90443244-1cd8-4410-9bc0-e310d45f7f14', 'name': 'router1', 'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ea3c6211-3e59-4f54-8f79-bd03c430bac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:30:32Z', 'updated_at': '2021-08-13T02:30:49Z', 'revision_number': 4, 'project_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'gw_port': {'id': 'ea3c6211-3e59-4f54-8f79-bd03c430bac5', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:48:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90443244-1cd8-4410-9bc0-e310d45f7f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:49Z', 'updated_at': '2021-08-13T02:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': 'a285f957-a2e5-4839-a2e1-589b6e59e386', 'name': '', 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd', 'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'mac_address': 'fa:16:3e:8b:3f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90443244-1cd8-4410-9bc0-e310d45f7f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '959ae0d6-0c86-43ed-ad9d-cc5fa8054320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:41Z', 'updated_at': '2021-08-13T02:30:51Z', 'revision_number': 5, 'project_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'subnets': [{'id': '959ae0d6-0c86-43ed-ad9d-cc5fa8054320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f729fbbe-81b5-4701-8b46-f1aa4cce8564'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:30:53.769995 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb81784e-0f96-40b9-a39a-6bf7a2c8c306 None None] The sync data for ids ['90443244-1cd8-4410-9bc0-e310d45f7f14'] in dv-cinder-760184-6-iscsi is: [{'id': '90443244-1cd8-4410-9bc0-e310d45f7f14', 'name': 'router1', 'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'ea3c6211-3e59-4f54-8f79-bd03c430bac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:30:32Z', 'updated_at': '2021-08-13T02:30:49Z', 'revision_number': 4, 'project_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'gw_port': {'id': 'ea3c6211-3e59-4f54-8f79-bd03c430bac5', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:48:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90443244-1cd8-4410-9bc0-e310d45f7f14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:49Z', 'updated_at': '2021-08-13T02:30:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': 'a285f957-a2e5-4839-a2e1-589b6e59e386', 'name': '', 'network_id': 'f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd', 'tenant_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'mac_address': 'fa:16:3e:8b:3f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90443244-1cd8-4410-9bc0-e310d45f7f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '959ae0d6-0c86-43ed-ad9d-cc5fa8054320', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:30:41Z', 'updated_at': '2021-08-13T02:30:51Z', 'revision_number': 5, 'project_id': '578326ddc07c4ad0bc9c9bc8cb01e6b1', 'subnets': [{'id': '959ae0d6-0c86-43ed-ad9d-cc5fa8054320', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f729fbbe-81b5-4701-8b46-f1aa4cce8564'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:30:55.088669 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device ea3c6211-3e59-4f54-8f79-bd03c430bac5 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:30:55.143530 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port ea3c6211-3e59-4f54-8f79-bd03c430bac5 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:30:55.147938 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port ea3c6211-3e59-4f54-8f79-bd03c430bac5 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:55.148319 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:55.233910 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:55.257119 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port ea3c6211-3e59-4f54-8f79-bd03c430bac5, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=ea3c6211-3e59-4f54-8f79-bd03c430bac5,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:30:55.262665 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:30:55.313327 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=ea3c6211-3e59-4f54-8f79-bd03c430bac5,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:30:57.085416 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device ea3c6211-3e59-4f54-8f79-bd03c430bac5 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:30:57.160908 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port ea3c6211-3e59-4f54-8f79-bd03c430bac5 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:30:57.161656 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:06.321344 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-039f5f07-b935-49e8-be61-94e3c8b224ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:09.086355 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:09.289085 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0070a1f9-584e-43b4-9a3b-3f1682401a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:10.385092 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:11.690172 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:27.795672 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:31:36.322584 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f853d87e-8033-4cc8-a48c-f805a04936cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:39.081210 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:39.286033 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-44ca83a4-af48-4e3f-8e4c-fb34d4190eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:40.386188 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:31:41.688072 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:04.794819 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:32:06.316564 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-45526b16-ac17-4c14-a7d9-b47ae0e65751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:09.086063 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:09.280706 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-88c42efa-cb22-456d-800e-280a81c28020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:10.390989 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:11.695084 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:28.114411 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 53892) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:28.180480 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.pecan_wsgi.hooks.translation [None req-07266f40-aec9-41a9-a6ce-3a4de63c7b50 admin admin] GET failed (client error): The resource could not be found. Aug 13 02:32:28.181827 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-07266f40-aec9-41a9-a6ce-3a4de63c7b50 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663779 Aug 13 02:32:28.345438 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076f81b5-46e9-4f0b-bf88-6b995bf2fda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:28.346838 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-076f81b5-46e9-4f0b-bf88-6b995bf2fda8 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1606064 Aug 13 02:32:30.483205 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 53902) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:30.589734 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e636dac0-772e-457f-a0f0-9a78d469105f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:30.591514 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e636dac0-772e-457f-a0f0-9a78d469105f admin admin] 10.222.0.42 "GET /v2.0/subnets/959ae0d6-0c86-43ed-ad9d-cc5fa8054320 HTTP/1.1" status: 200 len: 849 time: 0.1073661 Aug 13 02:32:30.604758 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:32:30.688800 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Notify callbacks [] for subnet, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:30.839900 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737000560523'] for subnet, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:30.874483 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:30.875054 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:30.876329 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] 10.222.0.42 "PUT /v2.0/subnets/959ae0d6-0c86-43ed-ad9d-cc5fa8054320 HTTP/1.1" status: 200 len: 868 time: 0.2778540 Aug 13 02:32:30.882969 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713ff0fb-4162-42d9-bbf0-e8a4c3849b11 None None] Network f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:32:30.894491 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=959ae0d6-0c86-43ed-ad9d-cc5fa8054320,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:32:30.902381 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:30.902739 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:30.903073 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:30.903405 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:30.903725 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:30.904060 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:30.904380 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:30.904736 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:30.905176 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:30.905498 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:30.905866 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:30.906184 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3b4a12-1c13-4935-9984-d123358e51bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:32:31.305574 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0790c6c4-0b14-4db5-8bd1-0c79e6901931 None None] Provisioning complete for port a285f957-a2e5-4839-a2e1-589b6e59e386 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:32:31.305916 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0790c6c4-0b14-4db5-8bd1-0c79e6901931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:31.392720 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0790c6c4-0b14-4db5-8bd1-0c79e6901931 None None] Provisioning complete for port aedad44b-1902-4881-8ba7-8ced2212b821 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:32:31.392912 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0790c6c4-0b14-4db5-8bd1-0c79e6901931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:33.028693 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 53912) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:33.281160 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a513cc6-d910-4edf-88a3-b3f808f1dd63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:33.281535 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a513cc6-d910-4edf-88a3-b3f808f1dd63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:33.283078 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5a513cc6-d910-4edf-88a3-b3f808f1dd63 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2534180 Aug 13 02:32:35.455477 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 53920) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:35.679376 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d86d6-1d24-40e4-a5b2-3ecbe19ed282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:35.679756 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d86d6-1d24-40e4-a5b2-3ecbe19ed282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:35.681356 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-108d86d6-1d24-40e4-a5b2-3ecbe19ed282 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2249014 Aug 13 02:32:36.319897 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-204e406e-a204-4ab8-82c6-42347435169c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:37.862493 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 53928) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:37.999964 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f568ad3c-c4a0-44a6-abe6-86df118c5087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:38.001338 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f568ad3c-c4a0-44a6-abe6-86df118c5087 admin admin] 10.222.0.42 "GET /v2.0/networks/62097cf8-f4d4-4991-952d-10ed3758274c HTTP/1.1" status: 200 len: 886 time: 0.1374466 Aug 13 02:32:39.091080 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:39.283628 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c6f2a4ff-c0a4-4299-a329-ea580655afc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:40.168515 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 53936) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:40.329212 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8560e2-d824-499e-a82e-9a90eeb48763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:40.330628 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bf8560e2-d824-499e-a82e-9a90eeb48763 admin admin] 10.222.0.42 "GET /v2.0/networks/f27f0cfd-ec4b-45cc-bb42-49d873d6e1dd HTTP/1.1" status: 200 len: 869 time: 0.1611631 Aug 13 02:32:40.388948 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:41.697961 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:32:41.794449 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:32:42.492850 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 53944) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:42.635892 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b00836-787f-42d6-8e58-ba8bb457d88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:42.636373 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b00836-787f-42d6-8e58-ba8bb457d88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:42.637938 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f0b00836-787f-42d6-8e58-ba8bb457d88e admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1441162 Aug 13 02:32:44.835320 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 53952) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:44.941194 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e216b4a-bfad-4c1b-8488-035b0fadfc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:44.941784 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e216b4a-bfad-4c1b-8488-035b0fadfc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:44.943899 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3e216b4a-bfad-4c1b-8488-035b0fadfc17 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071503 Aug 13 02:32:47.072433 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 53960) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:47.176607 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6050ba5b-8ffc-4946-929b-2746aa425b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:47.178495 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6050ba5b-8ffc-4946-929b-2746aa425b59 admin admin] 10.222.0.42 "GET /v2.0/subnets/959ae0d6-0c86-43ed-ad9d-cc5fa8054320 HTTP/1.1" status: 200 len: 868 time: 0.1048806 Aug 13 02:32:49.314015 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 53968) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:32:49.411703 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2840f2c3-7433-4192-af35-0b8afb9aed4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:32:49.413083 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2840f2c3-7433-4192-af35-0b8afb9aed4d admin admin] 10.222.0.42 "GET /v2.0/subnets/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994 HTTP/1.1" status: 200 len: 816 time: 0.0979590 Aug 13 02:33:06.324598 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c50df40c-1dde-46ce-ae2a-22d101f085d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:09.095122 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:09.284852 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d4875082-f9f4-4ce8-aa05-ab81f66b9033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:10.392810 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:11.700539 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:12.846904 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54022) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:12.907854 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [None req-94f83476-0e6d-4b01-8896-6b2b1b0941ca admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:33:12.908963 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-94f83476-0e6d-4b01-8896-6b2b1b0941ca admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0608063 Aug 13 02:33:15.146051 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54030) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:15.220397 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c204d63-3945-4bfe-9b7b-531002eee2d6 admin admin] GET failed (client error): The resource could not be found. Aug 13 02:33:15.221733 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4c204d63-3945-4bfe-9b7b-531002eee2d6 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0747123 Aug 13 02:33:15.393714 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bce4a59-e657-4e54-8be6-c5b818f36d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:15.395115 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3bce4a59-e657-4e54-8be6-c5b818f36d6e admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1685810 Aug 13 02:33:17.590419 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54038) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:17.649837 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-3c74cb7a-e084-4ae2-bb0c-79da27b3a723 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:33:17.679865 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c74cb7a-e084-4ae2-bb0c-79da27b3a723 admin admin] Made reservation on behalf of 44741c1ef9f24a71818579b972a9f2d4 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:33:17.683718 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3c74cb7a-e084-4ae2-bb0c-79da27b3a723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:17.724550 dv-cinder-760184-6-iscsi neutron-server[94107]: WARNING neutron.services.revisions.revision_plugin [None req-3c74cb7a-e084-4ae2-bb0c-79da27b3a723 admin admin] Could not find related network for resource to bump revision. Aug 13 02:33:17.735600 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c74cb7a-e084-4ae2-bb0c-79da27b3a723 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:33:17.743943 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3c74cb7a-e084-4ae2-bb0c-79da27b3a723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:17.744282 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-3c74cb7a-e084-4ae2-bb0c-79da27b3a723 admin admin] Added segment eca44c76-8515-4d7a-b4ee-e86133679581 of type vlan for network c281824d-70a9-476e-adda-43ab6153679a Aug 13 02:33:17.789950 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3c74cb7a-e084-4ae2-bb0c-79da27b3a723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:17.820316 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3c74cb7a-e084-4ae2-bb0c-79da27b3a723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:17.821269 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c74cb7a-e084-4ae2-bb0c-79da27b3a723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:17.821883 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3c74cb7a-e084-4ae2-bb0c-79da27b3a723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:17.878419 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3c74cb7a-e084-4ae2-bb0c-79da27b3a723 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2869334 Aug 13 02:33:17.883099 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74cb7a-e084-4ae2-bb0c-79da27b3a723 admin admin] Pushing event updated for resources: {'Network': ['ID=c281824d-70a9-476e-adda-43ab6153679a,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:17.894889 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network c281824d-70a9-476e-adda-43ab6153679a details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:33:18.793471 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:33:20.045107 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54046) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:33:20.123166 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad54c13e-08b6-4135-8fbe-b4e87ad06909 admin admin] GET failed (client error): The resource could not be found. Aug 13 02:33:20.124592 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ad54c13e-08b6-4135-8fbe-b4e87ad06909 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0784423 Aug 13 02:33:20.232868 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a77bb06-fb67-4226-ba35-77ab568246c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:20.234916 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5a77bb06-fb67-4226-ba35-77ab568246c1 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1038256 Aug 13 02:33:20.248837 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-b8fb7322-d120-477c-974f-1d266eb87c9b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'c281824d-70a9-476e-adda-43ab6153679a', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:33:20.273648 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fb7322-d120-477c-974f-1d266eb87c9b admin admin] Made reservation on behalf of 44741c1ef9f24a71818579b972a9f2d4 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:33:20.277117 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7322-d120-477c-974f-1d266eb87c9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:20.447065 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7322-d120-477c-974f-1d266eb87c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:20.496316 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb7322-d120-477c-974f-1d266eb87c9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e4f1bfb-9437-4ac4-ac9c-259dcf1cd989,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:20.511153 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fb7322-d120-477c-974f-1d266eb87c9b admin admin] Checking segment: {'id': 'eca44c76-8515-4d7a-b4ee-e86133679581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c281824d-70a9-476e-adda-43ab6153679a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:33:20.511482 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb7322-d120-477c-974f-1d266eb87c9b admin admin] Network hostable DHCP agents. Network: c281824d-70a9-476e-adda-43ab6153679a, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:33:20.531609 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fb7322-d120-477c-974f-1d266eb87c9b admin admin] Network c281824d-70a9-476e-adda-43ab6153679a is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:33:20.545519 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-b8fb7322-d120-477c-974f-1d266eb87c9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, c281824d-70a9-476e-adda-43ab6153679a) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:33:20.550247 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fb7322-d120-477c-974f-1d266eb87c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:33:20.550831 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8fb7322-d120-477c-974f-1d266eb87c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:20.555527 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb11222b-b095-456c-ae10-9360e63060f1 None None] Network c281824d-70a9-476e-adda-43ab6153679a requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:33:20.565516 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b8fb7322-d120-477c-974f-1d266eb87c9b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3201103 Aug 13 02:33:20.807256 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2ec041d-1e12-5867-9310-550d6684197a-c281824d-70a9-476e-adda-43ab6153679a', 'network_id': 'c281824d-70a9-476e-adda-43ab6153679a', 'tenant_id': '44741c1ef9f24a71818579b972a9f2d4', 'fixed_ips': [{'subnet_id': '6e4f1bfb-9437-4ac4-ac9c-259dcf1cd989'}]}} from dv-cinder-760184-6-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:33:20.808525 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:20.953545 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Allocated IP 192.168.233.2 (c281824d-70a9-476e-adda-43ab6153679a/6e4f1bfb-9437-4ac4-ac9c-259dcf1cd989/919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:33:21.105052 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:21.114674 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Transition to ACTIVE for port object 919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:33:21.129997 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Transition to ACTIVE for port object 919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:33:21.138598 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:21.178050 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Network c281824d-70a9-476e-adda-43ab6153679a is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:33:21.180891 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:33:21.184378 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:33:21.191682 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Pushing event updated for resources: {'Port': ['ID=919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:21.200979 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:21.201330 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:21.201669 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:21.202003 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:21.202331 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:21.202716 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:21.203157 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:21.203720 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:21.204087 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:21.204425 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:21.204788 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:21.205119 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:33:21.252281 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Attempting to bind port 919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:33:21.252686 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Attempting to bind port 919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': 'eca44c76-8515-4d7a-b4ee-e86133679581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c281824d-70a9-476e-adda-43ab6153679a'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:33:21.253037 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Attempting to bind port 919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6 on network c281824d-70a9-476e-adda-43ab6153679a {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:33:21.257867 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:33:21.258227 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Checking segment: {'id': 'eca44c76-8515-4d7a-b4ee-e86133679581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c281824d-70a9-476e-adda-43ab6153679a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:33:21.258621 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:21.259002 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Bound using segment: {'id': 'eca44c76-8515-4d7a-b4ee-e86133679581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c281824d-70a9-476e-adda-43ab6153679a'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:33:21.259476 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Bound port: 919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca44c76-8515-4d7a-b4ee-e86133679581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c281824d-70a9-476e-adda-43ab6153679a'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:33:21.259847 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:21.324901 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] For port 919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:33:21.328405 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] For port 919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6,segment=NetworkSegment(eca44c76-8515-4d7a-b4ee-e86133679581),segment_id=eca44c76-8515-4d7a-b4ee-e86133679581)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:33:21.333425 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:21.392170 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e27bef-996c-4c2f-b812-6572aa0f8855 None None] Pushing event updated for resources: {'Port': ['ID=919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:22.162024 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2237d509-c3d7-4214-a863-99b2b50f6441 None None] Network c281824d-70a9-476e-adda-43ab6153679a requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:33:22.235173 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f712a078-b0a3-4650-b212-6898772ad3dd None None] Provisioning for port 919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:33:23.177842 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:33:23.231202 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:33:23.235392 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:33:23.235900 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:23.315958 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:23.349385 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6,segment=NetworkSegment(eca44c76-8515-4d7a-b4ee-e86133679581),segment_id=eca44c76-8515-4d7a-b4ee-e86133679581)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:33:23.355250 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:23.403275 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:33:25.160274 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:33:25.209643 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 919f5f5b-e5a1-42cf-b76e-b7adc5e29ed6 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:33:25.210002 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:36.328195 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fc81b858-8b06-4fa4-833a-4b31f15c6bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:39.100460 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:39.288333 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6638ef4d-eb04-461f-a95f-30aa8e28f22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:40.395743 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:41.703872 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:33:55.792032 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:34:06.329559 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-29d982a6-6f24-4b1a-a7f6-a72abcc17c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:09.105350 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:09.291417 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-aa74d220-52ed-4b86-beba-091c198459a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:10.405894 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:11.708113 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:29.164818 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54098) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:34:29.170765 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [None req-4467888b-13ec-49c9-919c-170efbe05564 tempest-verify_tempest_config-1692584269 tempest-verify_tempest_config-1692584269-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:34:29.172225 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4467888b-13ec-49c9-919c-170efbe05564 tempest-verify_tempest_config-1692584269 tempest-verify_tempest_config-1692584269-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059276 Aug 13 02:34:29.512152 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54116) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:34:29.626108 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:29.633584 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.quota [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Loaded quota_driver: . Aug 13 02:34:29.778595 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:29.785291 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:29.831671 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6acb902304c6466884d92318341c14b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3183300 Aug 13 02:34:29.832489 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373007ce-2bdd-4251-ab8b-0a1481db4be4,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:34:29.835025 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54122) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:34:29.839516 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:29.839870 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:29.840206 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:29.840521 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:29.841077 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:29.841419 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:29.841741 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:29.842060 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:29.842389 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:29.842708 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:29.843005 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:29.843314 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351f319-26ae-4132-a3b5-cf9dc6e566a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:29.889441 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:29.912127 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:30.011481 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:30.015404 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:30.017112 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/373007ce-2bdd-4251-ab8b-0a1481db4be4 HTTP/1.1" status: 204 len: 168 time: 0.1811604 Aug 13 02:34:30.025135 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373007ce-2bdd-4251-ab8b-0a1481db4be4,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:34:30.032604 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:30.032903 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:30.033242 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:30.033572 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:30.033899 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:30.034238 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:30.034563 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:30.034900 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:30.035236 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:30.035557 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:30.035875 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:30.036189 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcf2e77-ea40-4a0b-933c-5aa48cf88c42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:34:32.790750 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:34:36.335889 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1988871a-3f90-4835-b007-d9df43374687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:39.104471 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:39.301651 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-93b9cc13-e390-41f5-ad10-9ef75ea74a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:40.400315 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:34:41.711746 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:06.339143 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4f4ce619-224d-40f4-89ea-3d16cd48a9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:09.113574 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:09.305923 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dfad9440-6950-41c0-85e8-60df8cb48cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:09.792500 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:35:10.414191 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:11.716582 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:36.340777 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c4222b36-b2f4-4bef-9640-b95992b23bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:39.119128 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:39.304968 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-10b8c862-cc03-4d25-bcd5-d283227da00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:40.410175 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:41.729939 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:35:46.795506 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 5 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:36:03.194303 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1686260'] for agent, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:06.344031 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8854487b-69c3-4151-a7cf-5e07ff2a2962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:09.108171 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:09.298896 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bbc62765-49ec-42da-b51f-63912f5d2880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:10.421534 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:11.730033 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:18.073716 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54194) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:36:18.189620 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-174b33d7-4ed3-4c73-9e93-ee6a11ea4342 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1147721 Aug 13 02:36:20.374201 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54204) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:36:20.443097 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d7d88ddd-967a-4e60-8b06-c55cc1fe17ee admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0675628 Aug 13 02:36:23.794772 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:36:33.125973 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:36.346592 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-10a3d821-f079-4001-bfbc-89e81eb4d1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:39.107335 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:39.312388 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-518c8e32-67f1-40a3-b5a9-a589cb8cdf2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:40.428465 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:36:41.735604 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:00.800115 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:37:03.111305 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:06.347533 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c6aedf3f-e048-4395-809f-36468f931e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:09.102518 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:09.306667 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4441274d-a916-4a1c-8c0a-93fbe37bda17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:10.419660 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:11.737630 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:33.114046 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:36.342494 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-05f19ccd-e635-444f-9902-88efbfd54007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:37.800013 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:37:39.105885 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:39.311014 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dfa6500f-b849-473a-bb54-8c153124e4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:40.423701 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:41.735732 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:50.560312 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54380) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:50.803127 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-383783818-network', 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:50.828596 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Made reservation on behalf of 5ab7602dc7a742c9ab40295105bc5b1a for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:50.833457 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:50.843831 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:50.955954 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:50.961953 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:50.992891 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c81682b-3b66-4e77-a655-207d018f96f9,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:50.999331 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:37:51.002325 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.002897 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.003313 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.003647 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.004026 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.004367 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.004717 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.005037 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.005361 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.005675 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.006046 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.006376 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Tracked resource versions report: Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: pushed versions: Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: { 'AddressGroup': {'1.2'}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'ConntrackHelper': {'1.0'}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Log': {'1.0'}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Network': {'1.1'}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Port': {'1.7'}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'PortForwarding': {'1.2'}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'QosPolicy': {'1.9'}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'SecurityGroup': {'1.4'}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'SubPort': {'1.0'}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Subnet': {'1.1'}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Trunk': {'1.1'}} Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: consumer versions: Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: { DHCP agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: HyperV agent@hv-cinder-76018: {}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: L3 agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: Metadata agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: Metering agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: Open vSwitch agent@dv-cinder-760184-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'ConntrackHelper': '1.0', Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Log': '1.0', Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Network': '1.1', Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Port': '1.7', Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'PortForwarding': '1.2', Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'QosPolicy': '1.9', Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'SecurityGroup': '1.4', Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'SecurityGroupRule': '1.2', Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'SubPort': '1.0', Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Subnet': '1.1', Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: 'Trunk': '1.1'}} Aug 13 02:37:51.007563 dv-cinder-760184-6-iscsi neutron-server[94107]: {{(pid=94107) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:37:51.018125 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.018452 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Added segment 96b00fa7-615e-4eee-ae4e-eaa51bfccf72 of type vlan for network 9fe858a6-ca4c-4264-bddc-22721051f7c2 Aug 13 02:37:51.057475 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.090953 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.092955 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:51.093685 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.145903 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54414) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:51.146454 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5841880 Aug 13 02:37:51.151803 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Request body: {'subnet': {'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-383783818-subnet', 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:51.163319 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef913525-5421-4e23-88f9-49cb887605a6 admin admin] Pushing event updated for resources: {'Network': ['ID=9fe858a6-ca4c-4264-bddc-22721051f7c2,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:51.186213 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Made reservation on behalf of 5ab7602dc7a742c9ab40295105bc5b1a for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:51.186604 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network 9fe858a6-ca4c-4264-bddc-22721051f7c2 details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:37:51.189891 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.402355 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54430) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:51.430851 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.435333 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54434) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:51.489677 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:51.502275 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.502642 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.502993 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.503325 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.503660 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.504075 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.504408 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.504762 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.505088 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.505410 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.505743 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.506053 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Tracked resource versions report: Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: pushed versions: Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: { 'AddressGroup': {'1.2'}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'ConntrackHelper': {'1.0'}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Log': {'1.0'}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Network': {'1.1'}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Port': {'1.7'}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'PortForwarding': {'1.2'}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'QosPolicy': {'1.9'}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'SecurityGroup': {'1.4'}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'SubPort': {'1.0'}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Subnet': {'1.1'}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Trunk': {'1.1'}} Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: consumer versions: Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: { DHCP agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: HyperV agent@hv-cinder-76018: {}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: L3 agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: Metadata agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: Metering agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: Open vSwitch agent@dv-cinder-760184-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'ConntrackHelper': '1.0', Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Log': '1.0', Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Network': '1.1', Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Port': '1.7', Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'PortForwarding': '1.2', Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'QosPolicy': '1.9', Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'SecurityGroup': '1.4', Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'SecurityGroupRule': '1.2', Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'SubPort': '1.0', Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Subnet': '1.1', Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: 'Trunk': '1.1'}} Aug 13 02:37:51.507148 dv-cinder-760184-6-iscsi neutron-server[94106]: {{(pid=94106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:37:51.522058 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Checking segment: {'id': '96b00fa7-615e-4eee-ae4e-eaa51bfccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:51.522402 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Network hostable DHCP agents. Network: 9fe858a6-ca4c-4264-bddc-22721051f7c2, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:37:51.550476 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Network 9fe858a6-ca4c-4264-bddc-22721051f7c2 is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:37:51.567488 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, 9fe858a6-ca4c-4264-bddc-22721051f7c2) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:51.572836 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:51.573693 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.579040 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54450) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:51.583356 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13839a15-66a6-47ac-aeec-426605cf87db None None] Network 9fe858a6-ca4c-4264-bddc-22721051f7c2 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:51.605795 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4af2a7e3-24ff-4450-bfb4-c724186ac46a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4534211 Aug 13 02:37:51.605795 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54454) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:51.610231 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-383783818-router', 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:51.638088 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.639477 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.709939 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2106249521-network', 'tenant_id': '4f1bf98d70c54d758a20a5ee1e380ef4'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:51.727381 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2bf634-eb62-4c45-97ce-863f4ad93ddb None None] Network 9fe858a6-ca4c-4264-bddc-22721051f7c2 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:51.758496 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-358141069-network', 'tenant_id': '73429b38c3414d3aa9cb65e0cec2485a'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:51.762758 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.768411 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] Made reservation on behalf of 4f1bf98d70c54d758a20a5ee1e380ef4 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:51.770851 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.790810 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] Made reservation on behalf of 73429b38c3414d3aa9cb65e0cec2485a for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:51.795215 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.800321 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.808822 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.871062 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-network', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:51.933485 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.941079 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.965985 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:37:51.981955 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab482c0-8d08-49a7-ab4a-a835834c8ca8,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:51.989671 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:51.990835 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] Added segment 9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7 of type vlan for network 6d1c8f31-0314-4227-95df-8da963f860f7 Aug 13 02:37:51.994013 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.db.api [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 02:37:51.994013 dv-cinder-760184-6-iscsi neutron-server[94106]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 02:37:51.994013 dv-cinder-760184-6-iscsi neutron-server[94106]: [parameters: {'project_id_1': '56db0bf5e5a14e7fa22f6d08efb9b297', 'expiration_1': datetime.datetime(2021, 8, 13, 2, 37, 51, 919199)}] Aug 13 02:37:51.994013 dv-cinder-760184-6-iscsi neutron-server[94106]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94106) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 02:37:51.995040 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG oslo_db.api [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 02:37:52.001847 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.037055 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.081399 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.083447 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:52.084787 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.142544 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.148831 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.156859 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] Pushing event updated for resources: {'Network': ['ID=6d1c8f31-0314-4227-95df-8da963f860f7,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:52.166271 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b6dcdd71-73f4-48d3-802f-469d19b1c25b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7271090 Aug 13 02:37:52.169921 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network 6d1c8f31-0314-4227-95df-8da963f860f7 details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:37:52.173288 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54472) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:52.179246 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-d9c517b5-501d-4b54-9528-21f06d50af9d admin admin] Request body: {'subnet': {'network_id': '6d1c8f31-0314-4227-95df-8da963f860f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-358141069-subnet', 'tenant_id': '73429b38c3414d3aa9cb65e0cec2485a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:52.194520 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:37:52.219825 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c517b5-501d-4b54-9528-21f06d50af9d admin admin] Made reservation on behalf of 73429b38c3414d3aa9cb65e0cec2485a for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:52.224225 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d9c517b5-501d-4b54-9528-21f06d50af9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.345325 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737000549479', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.346117 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] Unsubscribe: segment precommit_create {{(pid=94106) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 02:37:52.346711 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] Added segment ab25cdba-ca36-44c8-a7e9-2fc6703a144d of type vlan for network 0945f000-2077-4600-a181-e1215459c07a Aug 13 02:37:52.397030 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.432354 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.535121 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Allocated IP 172.27.1.11 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/990b2fc3-4cc6-48a0-b65a-3bd0ed637899) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:37:52.581431 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d9c517b5-501d-4b54-9528-21f06d50af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.638483 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.672714 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c517b5-501d-4b54-9528-21f06d50af9d admin admin] Checking segment: {'id': '9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6d1c8f31-0314-4227-95df-8da963f860f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:52.673053 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c517b5-501d-4b54-9528-21f06d50af9d admin admin] Network hostable DHCP agents. Network: 6d1c8f31-0314-4227-95df-8da963f860f7, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:37:52.702052 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c517b5-501d-4b54-9528-21f06d50af9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0b5437-2317-4e1e-97f1-4a279fb8d5ef,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:52.711573 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c517b5-501d-4b54-9528-21f06d50af9d admin admin] Network 6d1c8f31-0314-4227-95df-8da963f860f7 is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:37:52.730042 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-d9c517b5-501d-4b54-9528-21f06d50af9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, 6d1c8f31-0314-4227-95df-8da963f860f7) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:52.738385 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.739196 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c517b5-501d-4b54-9528-21f06d50af9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:52.740410 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac30640-4f84-4e9a-b70a-41d05e06d7e7,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:52.742279 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d9c517b5-501d-4b54-9528-21f06d50af9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.763023 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80086f81-58a2-4b91-a8d5-96a0da36d5cf None None] Network 6d1c8f31-0314-4227-95df-8da963f860f7 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:52.788506 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d9c517b5-501d-4b54-9528-21f06d50af9d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6100314 Aug 13 02:37:52.811639 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.891791 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:37:52.906802 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:52.910228 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:37:52.912326 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Pushing event updated for resources: {'Port': ['ID=990b2fc3-4cc6-48a0-b65a-3bd0ed637899,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:52.916343 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Made reservation on behalf of 56db0bf5e5a14e7fa22f6d08efb9b297 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:52.918859 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.959444 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.960430 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:52.961025 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:52.974081 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ee4a93-f615-4f36-997d-ac98f39a2789 None None] Network 6d1c8f31-0314-4227-95df-8da963f860f7 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:53.116930 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.222739 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8192279 Aug 13 02:37:53.224798 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54530) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:53.232154 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-462dcac9-3b29-4d3e-90b5-8dafb11974c1 admin admin] Request body: {'subnet': {'network_id': '0945f000-2077-4600-a181-e1215459c07a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2106249521-subnet', 'tenant_id': '4f1bf98d70c54d758a20a5ee1e380ef4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:53.242415 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935432c7-bf6a-4c8d-b701-c207e2442043 admin admin] Pushing event updated for resources: {'Network': ['ID=0945f000-2077-4600-a181-e1215459c07a,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:53.266642 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network 0945f000-2077-4600-a181-e1215459c07a details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:37:53.425048 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.426240 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.462080 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462dcac9-3b29-4d3e-90b5-8dafb11974c1 admin admin] Made reservation on behalf of 4f1bf98d70c54d758a20a5ee1e380ef4 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:53.464720 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-462dcac9-3b29-4d3e-90b5-8dafb11974c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.474693 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.492643 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54554) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:53.494931 dv-cinder-760184-6-iscsi neutron-server[94106]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 13 02:37:53.520597 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:37:53.634005 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.634280 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Added segment d44f8a34-06a0-45f0-9547-59b264cbd524 of type vlan for network 9102dfda-d03c-4456-90ad-be83fc17c3bd Aug 13 02:37:53.637233 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02096364-ee32-452c-9acc-f407f6734865,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:53.741783 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.775542 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-462dcac9-3b29-4d3e-90b5-8dafb11974c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.825079 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462dcac9-3b29-4d3e-90b5-8dafb11974c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b402c5-713b-4159-ad46-e99bb2dc7e4a,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:53.870522 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-462dcac9-3b29-4d3e-90b5-8dafb11974c1 admin admin] Checking segment: {'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:53.871139 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462dcac9-3b29-4d3e-90b5-8dafb11974c1 admin admin] Network hostable DHCP agents. Network: 0945f000-2077-4600-a181-e1215459c07a, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:37:53.887051 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938f66c-5e1f-4765-9337-81e81558319b req-d019a8bc-6af4-46e0-b980-85d41311276c tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:53.888664 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-d019a8bc-6af4-46e0-b980-85d41311276c tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/networks?id=6d1c8f31-0314-4227-95df-8da963f860f7 HTTP/1.1" status: 200 len: 811 time: 0.3948951 Aug 13 02:37:53.896711 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462dcac9-3b29-4d3e-90b5-8dafb11974c1 admin admin] Network 0945f000-2077-4600-a181-e1215459c07a is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:37:53.913879 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.914856 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:53.915436 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.919810 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-462dcac9-3b29-4d3e-90b5-8dafb11974c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, 0945f000-2077-4600-a181-e1215459c07a) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:53.923996 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462dcac9-3b29-4d3e-90b5-8dafb11974c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:53.924622 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-462dcac9-3b29-4d3e-90b5-8dafb11974c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:53.926898 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-f0122977-bca6-405a-94a0-cfd3887e7c05 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/quotas/73429b38c3414d3aa9cb65e0cec2485a HTTP/1.1" status: 200 len: 375 time: 0.0323007 Aug 13 02:37:53.937128 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9786ca8c-8d4c-4e05-b8c8-f0a24cd88bc0 None None] Network 0945f000-2077-4600-a181-e1215459c07a requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:53.950605 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-462dcac9-3b29-4d3e-90b5-8dafb11974c1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7243426 Aug 13 02:37:54.036010 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686525'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.039079 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4589746 Aug 13 02:37:54.044160 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54582) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:54.052149 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-918122f2-463a-4596-924e-fdd7b554dec0 admin admin] Request body: {'subnet': {'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-subnet', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:54.076609 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-6dc9ef41-7b31-49ff-acba-ed6607ad5953 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=73429b38c3414d3aa9cb65e0cec2485a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1421800 Aug 13 02:37:54.127364 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918122f2-463a-4596-924e-fdd7b554dec0 admin admin] Made reservation on behalf of 56db0bf5e5a14e7fa22f6d08efb9b297 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:54.131858 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-918122f2-463a-4596-924e-fdd7b554dec0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.184278 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068920c-9268-4a3a-90db-a86f3b9f916c admin admin] Pushing event updated for resources: {'Network': ['ID=9102dfda-d03c-4456-90ad-be83fc17c3bd,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:54.254186 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network 9102dfda-d03c-4456-90ad-be83fc17c3bd details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:37:54.266077 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af0b31-0d0a-40d7-9755-dd678e2f3c6e None None] Network 0945f000-2077-4600-a181-e1215459c07a requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:54.428201 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-eaba4537-9cb9-4062-99cd-27f1f96bb119 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:37:54.429278 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-eaba4537-9cb9-4062-99cd-27f1f96bb119 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1083276 Aug 13 02:37:54.459704 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-918122f2-463a-4596-924e-fdd7b554dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.529151 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54624) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:54.563725 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918122f2-463a-4596-924e-fdd7b554dec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d722d64-dd9d-486a-a9c9-6f37fad094ab,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:54.572788 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918122f2-463a-4596-924e-fdd7b554dec0 admin admin] Checking segment: {'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:54.573507 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918122f2-463a-4596-924e-fdd7b554dec0 admin admin] Network hostable DHCP agents. Network: 9102dfda-d03c-4456-90ad-be83fc17c3bd, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:37:54.593321 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Router 85b15e3b-8a19-48d3-a67c-c497d3583813 is scheduled to L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:37:54.595239 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918122f2-463a-4596-924e-fdd7b554dec0 admin admin] Network 9102dfda-d03c-4456-90ad-be83fc17c3bd is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:37:54.604938 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-918122f2-463a-4596-924e-fdd7b554dec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, 9102dfda-d03c-4456-90ad-be83fc17c3bd) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:54.609227 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918122f2-463a-4596-924e-fdd7b554dec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:54.610051 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-918122f2-463a-4596-924e-fdd7b554dec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.619128 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457b5256-1a19-4b42-b640-583e0f65afb5 None None] Network 9102dfda-d03c-4456-90ad-be83fc17c3bd requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:54.651102 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-918122f2-463a-4596-924e-fdd7b554dec0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6047852 Aug 13 02:37:54.652412 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54628) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:54.658091 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:54.687939 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.689670 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.698989 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-79138ac0-64ec-4def-a0ef-e1b04bac2196 service neutron] 10.222.0.42 "GET /v2.0/networks/6d1c8f31-0314-4227-95df-8da963f860f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602839 Aug 13 02:37:54.711827 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54630) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:54.788022 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2ec041d-1e12-5867-9310-550d6684197a-9102dfda-d03c-4456-90ad-be83fc17c3bd', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab'}]}} from dv-cinder-760184-6-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:37:54.789117 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.809705 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-2e082f73-21f2-4cf8-99af-932bfcfc1820 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:54.811578 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-2e082f73-21f2-4cf8-99af-932bfcfc1820 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/networks?id=0945f000-2077-4600-a181-e1215459c07a HTTP/1.1" status: 200 len: 815 time: 0.2814751 Aug 13 02:37:54.878936 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-2cb62f50-34f4-4afb-b6f6-9b8cae90903c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/quotas/4f1bf98d70c54d758a20a5ee1e380ef4 HTTP/1.1" status: 200 len: 375 time: 0.0552897 Aug 13 02:37:54.885043 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-992760b5-0dab-4fd5-9d46-b122ab0a67cc service neutron] 10.222.0.42 "GET /v2.0/networks/6d1c8f31-0314-4227-95df-8da963f860f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852446 Aug 13 02:37:54.908380 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:54.995814 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Allocated IP 172.20.0.2 (9102dfda-d03c-4456-90ad-be83fc17c3bd/1d722d64-dd9d-486a-a9c9-6f37fad094ab/3fad1142-b849-4cbd-b90f-bda35dcd6f30) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:37:55.059605 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-48bbe2b1-d8f5-447a-b6c2-b0fe26d26ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.065532 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-9e6ae20c-0e70-4553-a254-5ca66e7f4e40 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f1bf98d70c54d758a20a5ee1e380ef4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1772423 Aug 13 02:37:55.086627 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:37:55.101179 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Sync routers for ids ['85b15e3b-8a19-48d3-a67c-c497d3583813'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:37:55.118049 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Routers {'85b15e3b-8a19-48d3-a67c-c497d3583813'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:37:55.118995 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:37:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['85b15e3b-8a19-48d3-a67c-c497d3583813'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:55.184803 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.278580 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-a4a95bcf-e942-4b0d-84c3-31e2485e4c3f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:37:55.279600 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-a4a95bcf-e942-4b0d-84c3-31e2485e4c3f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1035726 Aug 13 02:37:55.319493 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-48bbe2b1-d8f5-447a-b6c2-b0fe26d26ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.381557 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-48bbe2b1-d8f5-447a-b6c2-b0fe26d26ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.414025 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.420065 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Set router 85b15e3b-8a19-48d3-a67c-c497d3583813 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:37:55.424487 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-48bbe2b1-d8f5-447a-b6c2-b0fe26d26ed9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ae23ad7e376434cbc57918f8b023b17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7116129 Aug 13 02:37:55.430217 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54666) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:55.443944 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Transition to ACTIVE for port object 3fad1142-b849-4cbd-b90f-bda35dcd6f30 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:37:55.464128 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.467199 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Transition to ACTIVE for port object 3fad1142-b849-4cbd-b90f-bda35dcd6f30 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:37:55.473741 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-32cc0711-cc69-49b9-852d-beea00c771ee admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8639295 Aug 13 02:37:55.474776 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54672) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:55.478165 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.539048 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbe2b1-d8f5-447a-b6c2-b0fe26d26ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a155a2d-21c0-40fb-96db-e4f3491864f9,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:55.557116 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Network 9102dfda-d03c-4456-90ad-be83fc17c3bd is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:37:55.567987 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:55.574961 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:37:55.575718 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e69e413-65eb-40d4-b979-fa374715459b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.604347 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e69e413-65eb-40d4-b979-fa374715459b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.704167 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Pushing event updated for resources: {'Port': ['ID=3fad1142-b849-4cbd-b90f-bda35dcd6f30,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:55.715865 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Attempting to bind port 3fad1142-b849-4cbd-b90f-bda35dcd6f30 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:37:55.716235 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Attempting to bind port 3fad1142-b849-4cbd-b90f-bda35dcd6f30 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:37:55.716640 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Attempting to bind port 3fad1142-b849-4cbd-b90f-bda35dcd6f30 on network 9102dfda-d03c-4456-90ad-be83fc17c3bd {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:37:55.719899 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:55.720249 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:55.720618 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:55.720955 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:55.721289 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:55.721623 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:55.721947 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:55.722271 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:55.722698 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:55.723190 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:55.723752 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:55.724129 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Tracked resource versions report: Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: pushed versions: Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: { 'AddressGroup': {'1.2'}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'ConntrackHelper': {'1.0'}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Log': {'1.0'}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Network': {'1.1'}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Port': {'1.7'}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'PortForwarding': {'1.2'}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'QosPolicy': {'1.9'}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'SecurityGroup': {'1.4'}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'SubPort': {'1.0'}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Subnet': {'1.1'}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Trunk': {'1.1'}} Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: consumer versions: Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: { DHCP agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: HyperV agent@hv-cinder-76018: {}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: L3 agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: Metadata agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: Metering agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: Open vSwitch agent@dv-cinder-760184-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'ConntrackHelper': '1.0', Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Log': '1.0', Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Network': '1.1', Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Port': '1.7', Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'PortForwarding': '1.2', Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'QosPolicy': '1.9', Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'SecurityGroup': '1.4', Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'SecurityGroupRule': '1.2', Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'SubPort': '1.0', Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Subnet': '1.1', Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: 'Trunk': '1.1'}} Aug 13 02:37:55.725279 dv-cinder-760184-6-iscsi neutron-server[94108]: {{(pid=94108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:37:55.733418 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:37:55.733799 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Checking segment: {'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:55.734237 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.734659 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Bound using segment: {'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:37:55.735134 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Bound port: 3fad1142-b849-4cbd-b90f-bda35dcd6f30, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:37:55.735533 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.806609 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a8e8cd8e-20e8-465a-890a-e6926c1ea914 req-613293d2-dda8-41f5-9643-b81e8ae003e1 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 210 time: 0.3238666 Aug 13 02:37:55.831161 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] For port 3fad1142-b849-4cbd-b90f-bda35dcd6f30, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:37:55.835907 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] For port 3fad1142-b849-4cbd-b90f-bda35dcd6f30, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=3fad1142-b849-4cbd-b90f-bda35dcd6f30,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:37:55.850466 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.934455 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'name': 'tempest-ServerRescueNegativeTestJSON-383783818-router', 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '990b2fc3-4cc6-48a0-b65a-3bd0ed637899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:51Z', 'updated_at': '2021-08-13T02:37:53Z', 'revision_number': 3, 'project_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'gw_port': {'id': '990b2fc3-4cc6-48a0-b65a-3bd0ed637899', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:52Z', 'updated_at': '2021-08-13T02:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:55.936192 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfde22c-1ecc-421f-bc0b-9d7e14643073 None None] Pushing event updated for resources: {'Port': ['ID=3fad1142-b849-4cbd-b90f-bda35dcd6f30,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:55.981994 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-62ee5234-a19d-4742-b469-cde4b22979c2 service neutron] 10.222.0.42 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6937912 Aug 13 02:37:55.986489 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e69e413-65eb-40d4-b979-fa374715459b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.993984 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7e69e413-65eb-40d4-b979-fa374715459b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:55.995152 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7e69e413-65eb-40d4-b979-fa374715459b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a155a2d-21c0-40fb-96db-e4f3491864f9 HTTP/1.1" status: 204 len: 168 time: 0.5492077 Aug 13 02:37:55.996275 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:56.019912 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Checking router: 85b15e3b-8a19-48d3-a67c-c497d3583813 for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:37:56.020545 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Updating router 85b15e3b-8a19-48d3-a67c-c497d3583813 port 990b2fc3-4cc6-48a0-b65a-3bd0ed637899 binding host dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:37:56.079791 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:56.080382 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:56.084431 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69e413-65eb-40d4-b979-fa374715459b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a155a2d-21c0-40fb-96db-e4f3491864f9,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:56.426319 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-8add2720-d7ef-4ef0-b73c-6532dc16b0c1 service neutron] 10.222.0.42 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202938 Aug 13 02:37:56.736580 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:56.763678 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Transition to ACTIVE for port object 990b2fc3-4cc6-48a0-b65a-3bd0ed637899 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:37:56.786732 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:56.857377 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa6a03-4a8e-410d-b28f-dd3111c5d55a None None] Pushing event updated for resources: {'Port': ['ID=990b2fc3-4cc6-48a0-b65a-3bd0ed637899,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:56.873091 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6a03-4a8e-410d-b28f-dd3111c5d55a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:56.874670 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6a03-4a8e-410d-b28f-dd3111c5d55a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:56.875263 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6a03-4a8e-410d-b28f-dd3111c5d55a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:56.876791 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6a03-4a8e-410d-b28f-dd3111c5d55a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:56.877366 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6a03-4a8e-410d-b28f-dd3111c5d55a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:56.878154 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6a03-4a8e-410d-b28f-dd3111c5d55a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:56.878980 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6a03-4a8e-410d-b28f-dd3111c5d55a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:56.880896 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6a03-4a8e-410d-b28f-dd3111c5d55a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:56.881972 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6a03-4a8e-410d-b28f-dd3111c5d55a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:56.882690 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6a03-4a8e-410d-b28f-dd3111c5d55a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:56.883299 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6a03-4a8e-410d-b28f-dd3111c5d55a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:56.884134 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6a03-4a8e-410d-b28f-dd3111c5d55a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfa6a03-4a8e-410d-b28f-dd3111c5d55a None None] Tracked resource versions report: Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: pushed versions: Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: { 'AddressGroup': {'1.2'}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'ConntrackHelper': {'1.0'}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Log': {'1.0'}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Network': {'1.1'}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Port': {'1.7'}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'PortForwarding': {'1.2'}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'QosPolicy': {'1.9'}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'SecurityGroup': {'1.4'}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'SecurityGroupRule': {'1.2'}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'SubPort': {'1.0'}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Subnet': {'1.1'}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Trunk': {'1.1'}} Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: consumer versions: Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: { DHCP agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: HyperV agent@hv-cinder-76018: {}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: L3 agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: Metadata agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: Metering agent@dv-cinder-760184-6-iscsi: {}, Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: Open vSwitch agent@dv-cinder-760184-6-iscsi: { 'AddressGroup': '1.2', Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'ConntrackHelper': '1.0', Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Log': '1.0', Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Network': '1.1', Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Port': '1.7', Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'PortForwarding': '1.2', Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'QosPolicy': '1.9', Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'SecurityGroup': '1.4', Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'SecurityGroupRule': '1.2', Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'SubPort': '1.0', Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Subnet': '1.1', Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: 'Trunk': '1.1'}} Aug 13 02:37:56.886997 dv-cinder-760184-6-iscsi neutron-server[94109]: {{(pid=94109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 02:37:56.906143 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98f06172-d22e-4cb5-993d-28837bb38d2b req-44a0bf0a-354d-4fc2-b284-f45eb2c4117c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 210 time: 0.0460379 Aug 13 02:37:56.914223 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:56.917071 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Attempting to bind port 990b2fc3-4cc6-48a0-b65a-3bd0ed637899 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:37:56.917623 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Attempting to bind port 990b2fc3-4cc6-48a0-b65a-3bd0ed637899 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:37:56.918300 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Attempting to bind port 990b2fc3-4cc6-48a0-b65a-3bd0ed637899 on network 62097cf8-f4d4-4991-952d-10ed3758274c {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:37:56.932568 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:37:56.936333 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Checking segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:37:56.940566 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:56.948648 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Bound using segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:37:56.949170 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Bound port: 990b2fc3-4cc6-48a0-b65a-3bd0ed637899, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:37:56.949583 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:56.968539 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Allocated IP 172.27.1.181 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/475f1591-e0ad-4e25-8582-d2bbeb7c51a8) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:37:57.077882 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] For port 990b2fc3-4cc6-48a0-b65a-3bd0ed637899, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:37:57.081585 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] For port 990b2fc3-4cc6-48a0-b65a-3bd0ed637899, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=990b2fc3-4cc6-48a0-b65a-3bd0ed637899,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:37:57.090694 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5850eb59-076c-4434-86f3-70c15efc937d req-3e0d6c2f-d7e6-426e-8591-8d1437eca51f tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 210 time: 0.1241753 Aug 13 02:37:57.098227 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:57.191899 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:57.242296 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfa6a03-4a8e-410d-b28f-dd3111c5d55a None None] Pushing event updated for resources: {'Port': ['ID=990b2fc3-4cc6-48a0-b65a-3bd0ed637899,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:57.333612 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Routers {'85b15e3b-8a19-48d3-a67c-c497d3583813'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:37:57.344885 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:37:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['85b15e3b-8a19-48d3-a67c-c497d3583813'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:57.451057 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:57.456667 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Allocated IP 172.20.0.1 (9fe858a6-ca4c-4264-bddc-22721051f7c2/cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c/8c54125d-5612-4903-8dda-3198c42dc1e7) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:37:57.479525 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:37:57.536185 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:57.541897 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:37:57.553642 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 3fad1142-b849-4cbd-b90f-bda35dcd6f30 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:37:57.711584 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] Set router 85b15e3b-8a19-48d3-a67c-c497d3583813 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:37:57.756954 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 3fad1142-b849-4cbd-b90f-bda35dcd6f30 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:37:57.769940 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54806) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:57.784838 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571e06ff-2c5a-4f46-998d-04d8d5700dff None None] Network 9102dfda-d03c-4456-90ad-be83fc17c3bd requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:37:57.794792 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Pushing event updated for resources: {'Port': ['ID=475f1591-e0ad-4e25-8582-d2bbeb7c51a8,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:57.928388 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:57.993244 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-006ed3ba-1b0a-4099-a3b2-ce8362359825 None None] Provisioning for port 3fad1142-b849-4cbd-b90f-bda35dcd6f30 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:37:58.005793 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-006ed3ba-1b0a-4099-a3b2-ce8362359825 None None] Provisioning complete for port 3fad1142-b849-4cbd-b90f-bda35dcd6f30 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:58.006129 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-006ed3ba-1b0a-4099-a3b2-ce8362359825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.015148 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-00824593-6980-40e5-bd77-609bfd9fbc7f req-2c9fa604-6534-47c3-a43d-e54af89d7cef tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 210 time: 0.0647030 Aug 13 02:37:58.022427 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-998752569-network', 'tenant_id': 'a7621d45c53940af99240144622b4653'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:58.058689 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'name': 'tempest-ServerRescueNegativeTestJSON-383783818-router', 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '990b2fc3-4cc6-48a0-b65a-3bd0ed637899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:51Z', 'updated_at': '2021-08-13T02:37:53Z', 'revision_number': 3, 'project_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'gw_port': {'id': '990b2fc3-4cc6-48a0-b65a-3bd0ed637899', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:52Z', 'updated_at': '2021-08-13T02:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:58.109820 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] Made reservation on behalf of a7621d45c53940af99240144622b4653 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:58.110214 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39cccf6-9c42-44da-8516-28f3c0a1f01c None None] The sync data for ids ['85b15e3b-8a19-48d3-a67c-c497d3583813'] in dv-cinder-760184-6-iscsi is: [{'id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'name': 'tempest-ServerRescueNegativeTestJSON-383783818-router', 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '990b2fc3-4cc6-48a0-b65a-3bd0ed637899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:51Z', 'updated_at': '2021-08-13T02:37:53Z', 'revision_number': 3, 'project_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'gw_port': {'id': '990b2fc3-4cc6-48a0-b65a-3bd0ed637899', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:52Z', 'updated_at': '2021-08-13T02:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:37:58.113094 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.129590 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.144214 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.236634 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-006ed3ba-1b0a-4099-a3b2-ce8362359825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.270862 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Network 9fe858a6-ca4c-4264-bddc-22721051f7c2 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:37:58.291306 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:58.296246 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:37:58.298904 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1662504'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.337440 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-006ed3ba-1b0a-4099-a3b2-ce8362359825 None None] For port 3fad1142-b849-4cbd-b90f-bda35dcd6f30, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=3fad1142-b849-4cbd-b90f-bda35dcd6f30,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:37:58.350719 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-006ed3ba-1b0a-4099-a3b2-ce8362359825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.394810 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.399166 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Pushing event updated for resources: {'Port': ['ID=8c54125d-5612-4903-8dda-3198c42dc1e7,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:58.464800 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ed3ba-1b0a-4099-a3b2-ce8362359825 None None] Pushing event updated for resources: {'Port': ['ID=3fad1142-b849-4cbd-b90f-bda35dcd6f30,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:58.528486 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-17ab0a2c-817d-4707-ade6-c7236cf868cd req-ae5c46db-d9d0-4da4-a672-d9a3dd843019 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 210 time: 0.0745144 Aug 13 02:37:58.671336 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-fb98b532-ce87-41b3-b78e-b235df4e065b None None] Provisioning complete for port 3fad1142-b849-4cbd-b90f-bda35dcd6f30 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:58.671970 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fb98b532-ce87-41b3-b78e-b235df4e065b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.696339 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.699963 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.700856 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686525'] for router, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.715345 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.758980 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:37:58.791089 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17fca1e-3f1b-46e8-9ccd-cce6a6ee8b67,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:58.820639 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:58.820993 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] Added segment bdae2453-822c-41cb-836a-98b1c7f60255 of type vlan for network 2f66d651-f5fb-4daa-be46-cde1b7e6615d Aug 13 02:37:58.894252 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 is scheduled to L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 with binding_index 1 {{(pid=94107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:37:59.016107 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.020036 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:37:59.023667 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.032123 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.032647 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Sync routers for ids ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:37:59.033187 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1662652'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.047499 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.049677 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-47d0c5ee-fa2f-4422-b5bb-6c33f5da3e49 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3957577 Aug 13 02:37:59.052139 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Routers {'deb986c9-3bf4-4c24-b022-a8cf4c2ac271'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:37:59.052534 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54854) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:59.053204 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:37:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:37:59.281530 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Set router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:37:59.362553 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6343b35c-e4f0-4a43-bb97-81894b2d17c8 req-fca550c1-22ee-4f61-bea2-1db010e9bf73 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 210 time: 0.0586939 Aug 13 02:37:59.365195 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Pushing event updated for resources: {'Port': ['ID=8c54125d-5612-4903-8dda-3198c42dc1e7,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:59.381367 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.382502 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:37:59.383078 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.430393 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54862) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:59.464833 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6912050 Aug 13 02:37:59.468739 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54866) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:37:59.476573 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-e92b4acc-930a-49c6-a81d-1294f7f4581b admin admin] Request body: {'subnet': {'network_id': '2f66d651-f5fb-4daa-be46-cde1b7e6615d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-998752569-subnet', 'tenant_id': 'a7621d45c53940af99240144622b4653', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:37:59.480678 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f2556-cbe1-4ba3-bd55-88b824ff6eda admin admin] Pushing event updated for resources: {'Network': ['ID=2f66d651-f5fb-4daa-be46-cde1b7e6615d,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:37:59.530168 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Network 9fe858a6-ca4c-4264-bddc-22721051f7c2 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:37:59.534059 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:37:59.597418 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network 2f66d651-f5fb-4daa-be46-cde1b7e6615d details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:37:59.600813 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 990b2fc3-4cc6-48a0-b65a-3bd0ed637899 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:37:59.726383 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92b4acc-930a-49c6-a81d-1294f7f4581b admin admin] Made reservation on behalf of a7621d45c53940af99240144622b4653 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:37:59.729576 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e92b4acc-930a-49c6-a81d-1294f7f4581b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.847937 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 990b2fc3-4cc6-48a0-b65a-3bd0ed637899 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:37:59.859816 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 990b2fc3-4cc6-48a0-b65a-3bd0ed637899 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:37:59.860835 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.932163 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.942709 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5bfa03a6-57c4-4217-b4a3-6b08bb32cb53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:37:59.951746 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Router 85b15e3b-8a19-48d3-a67c-c497d3583813 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:37:59.998435 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:37:58Z', 'revision_number': 3, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:00.006460 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-425aed00-aa8c-41ca-ab17-0ec5e10f68f6 req-1852802a-f5c1-4f28-85f5-4399f3235f1c tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 210 time: 0.0617266 Aug 13 02:38:00.070464 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Checking router: deb986c9-3bf4-4c24-b022-a8cf4c2ac271 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:38:00.070779 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Updating router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 port 475f1591-e0ad-4e25-8582-d2bbeb7c51a8 binding host dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:38:00.089682 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.114432 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.117450 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 990b2fc3-4cc6-48a0-b65a-3bd0ed637899, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=990b2fc3-4cc6-48a0-b65a-3bd0ed637899,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:00.129362 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e92b4acc-930a-49c6-a81d-1294f7f4581b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.140197 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.142135 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 3fad1142-b849-4cbd-b90f-bda35dcd6f30 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:00.164658 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Allocated IP 172.20.0.1 (9102dfda-d03c-4456-90ad-be83fc17c3bd/1d722d64-dd9d-486a-a9c9-6f37fad094ab/823b1aab-5227-41c2-8509-250efc8f0fc4) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:00.240411 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b4acc-930a-49c6-a81d-1294f7f4581b admin admin] Pushing event updated for resources: {'Subnet': ['ID=191cef36-5c87-41ae-bcd4-8ec0e541fcc6,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:00.265547 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:38:00.279049 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-df118a76-4119-4303-a1b8-00ee5c13bd48 admin admin] 10.222.0.42 "PUT /v2.0/routers/85b15e3b-8a19-48d3-a67c-c497d3583813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7760696 Aug 13 02:38:00.306395 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=990b2fc3-4cc6-48a0-b65a-3bd0ed637899,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:00.325682 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5bfa03a6-57c4-4217-b4a3-6b08bb32cb53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.327485 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92b4acc-930a-49c6-a81d-1294f7f4581b admin admin] Checking segment: {'id': 'bdae2453-822c-41cb-836a-98b1c7f60255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '2f66d651-f5fb-4daa-be46-cde1b7e6615d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:00.327858 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92b4acc-930a-49c6-a81d-1294f7f4581b admin admin] Network hostable DHCP agents. Network: 2f66d651-f5fb-4daa-be46-cde1b7e6615d, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:38:00.334943 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5bfa03a6-57c4-4217-b4a3-6b08bb32cb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.340120 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.364013 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 3fad1142-b849-4cbd-b90f-bda35dcd6f30 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:00.364372 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.377923 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Transition to ACTIVE for port object 823b1aab-5227-41c2-8509-250efc8f0fc4 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:00.393629 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5bfa03a6-57c4-4217-b4a3-6b08bb32cb53 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f03bfc26b124b53b07a6262023a62fa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9540052 Aug 13 02:38:00.397544 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa03a6-57c4-4217-b4a3-6b08bb32cb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cdcebd-7bb3-44c3-8aa9-582fce85b164,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:00.399535 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54890) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:00.424855 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92b4acc-930a-49c6-a81d-1294f7f4581b admin admin] Network 2f66d651-f5fb-4daa-be46-cde1b7e6615d is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:38:00.459898 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-e92b4acc-930a-49c6-a81d-1294f7f4581b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, 2f66d651-f5fb-4daa-be46-cde1b7e6615d) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:00.474822 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Sync routers for ids ['85b15e3b-8a19-48d3-a67c-c497d3583813'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:38:00.483934 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92b4acc-930a-49c6-a81d-1294f7f4581b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:00.486218 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e92b4acc-930a-49c6-a81d-1294f7f4581b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.487761 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab2cf9e-f4bd-44ec-a102-d4f3a2b38555 None None] Network 2f66d651-f5fb-4daa-be46-cde1b7e6615d requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:00.488573 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Routers {'85b15e3b-8a19-48d3-a67c-c497d3583813'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:38:00.489355 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:37:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['85b15e3b-8a19-48d3-a67c-c497d3583813'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:00.542982 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.573054 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e92b4acc-930a-49c6-a81d-1294f7f4581b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1012506 Aug 13 02:38:00.605526 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Network 9102dfda-d03c-4456-90ad-be83fc17c3bd is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:00.607645 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:00.611402 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:00.612782 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1662504'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.617070 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.638738 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Transition to ACTIVE for port object 475f1591-e0ad-4e25-8582-d2bbeb7c51a8 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:00.643306 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d111-5fa4-4e84-82b4-801b848e376c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.662781 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.723280 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea89057-9644-4210-994e-646106e0fb21 None None] Network 2f66d651-f5fb-4daa-be46-cde1b7e6615d requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:00.729462 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f1a7b80f-b858-420e-928f-e6795948aee3 req-6459d831-9ef5-42a2-b266-b5fe6a1ddc2f tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 210 time: 0.1757002 Aug 13 02:38:00.782256 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d111-5fa4-4e84-82b4-801b848e376c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.859240 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Pushing event updated for resources: {'Port': ['ID=823b1aab-5227-41c2-8509-250efc8f0fc4,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:00.912263 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d111-5fa4-4e84-82b4-801b848e376c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.915105 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Attempting to bind port 475f1591-e0ad-4e25-8582-d2bbeb7c51a8 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:00.915885 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d111-5fa4-4e84-82b4-801b848e376c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.916341 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Attempting to bind port 475f1591-e0ad-4e25-8582-d2bbeb7c51a8 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:00.916927 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Attempting to bind port 475f1591-e0ad-4e25-8582-d2bbeb7c51a8 on network 62097cf8-f4d4-4991-952d-10ed3758274c {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:00.917144 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a2a0d111-5fa4-4e84-82b4-801b848e376c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4cdcebd-7bb3-44c3-8aa9-582fce85b164 HTTP/1.1" status: 204 len: 168 time: 0.5044570 Aug 13 02:38:00.924914 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:00.925265 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Checking segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:00.925814 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.926305 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Bound using segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:00.926663 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Bound port: 475f1591-e0ad-4e25-8582-d2bbeb7c51a8, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:00.927047 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:00.935313 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924113d-ae9f-4986-ae53-ec24fa5c9ea8 None None] Pushing event updated for resources: {'Port': ['ID=475f1591-e0ad-4e25-8582-d2bbeb7c51a8,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:00.935647 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0d111-5fa4-4e84-82b4-801b848e376c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cdcebd-7bb3-44c3-8aa9-582fce85b164,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:01.031412 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] For port 475f1591-e0ad-4e25-8582-d2bbeb7c51a8, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:01.047329 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] For port 475f1591-e0ad-4e25-8582-d2bbeb7c51a8, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=475f1591-e0ad-4e25-8582-d2bbeb7c51a8,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:01.052948 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-5d6d6e89-0afb-4473-9de6-8a7a01067826 None None] Provisioning for port 823b1aab-5227-41c2-8509-250efc8f0fc4 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:01.064604 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-5d6d6e89-0afb-4473-9de6-8a7a01067826 None None] Provisioning complete for port 823b1aab-5227-41c2-8509-250efc8f0fc4 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:01.064604 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5d6d6e89-0afb-4473-9de6-8a7a01067826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.070184 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.091074 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Set router 85b15e3b-8a19-48d3-a67c-c497d3583813 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:38:01.213013 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6e8a2fcb-6d35-4569-aec8-469f2f42f8cd req-7931f9bf-73c2-4668-b08e-02f3a5e3e3c2 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 210 time: 0.0708060 Aug 13 02:38:01.230560 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-5d6d6e89-0afb-4473-9de6-8a7a01067826 None None] Port 823b1aab-5227-41c2-8509-250efc8f0fc4 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:38:01.270171 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Routers {'deb986c9-3bf4-4c24-b022-a8cf4c2ac271'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:38:01.270810 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:37:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:01.299745 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.319355 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-5e0ab5e6-0dbf-4ed4-b0b6-ff3744e1a72d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:01.327731 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-5e0ab5e6-0dbf-4ed4-b0b6-ff3744e1a72d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/networks?id=9fe858a6-ca4c-4264-bddc-22721051f7c2 HTTP/1.1" status: 200 len: 818 time: 0.3097181 Aug 13 02:38:01.346577 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-59a0c5e4-2776-48f3-98fc-692fda9f2cc9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/quotas/5ab7602dc7a742c9ab40295105bc5b1a HTTP/1.1" status: 200 len: 375 time: 0.0179100 Aug 13 02:38:01.367692 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924113d-ae9f-4986-ae53-ec24fa5c9ea8 None None] Pushing event updated for resources: {'Port': ['ID=475f1591-e0ad-4e25-8582-d2bbeb7c51a8,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:01.448283 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 990b2fc3-4cc6-48a0-b65a-3bd0ed637899 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:01.451918 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-c7882e9d-9962-4a31-9620-6442ce613beb tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ab7602dc7a742c9ab40295105bc5b1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875318 Aug 13 02:38:01.473441 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'name': 'tempest-ServerRescueNegativeTestJSON-383783818-router', 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '990b2fc3-4cc6-48a0-b65a-3bd0ed637899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:51Z', 'updated_at': '2021-08-13T02:37:58Z', 'revision_number': 4, 'project_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'gw_port': {'id': '990b2fc3-4cc6-48a0-b65a-3bd0ed637899', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:52Z', 'updated_at': '2021-08-13T02:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '8c54125d-5612-4903-8dda-3198c42dc1e7', 'name': '', 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2', 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'mac_address': 'fa:16:3e:24:67:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:37:58Z', 'revision_number': 2, 'project_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'subnets': [{'id': 'cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:01.524100 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 990b2fc3-4cc6-48a0-b65a-3bd0ed637899 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:01.524501 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.543203 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Checking router: 85b15e3b-8a19-48d3-a67c-c497d3583813 for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:38:01.543662 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Updating router 85b15e3b-8a19-48d3-a67c-c497d3583813 port 8c54125d-5612-4903-8dda-3198c42dc1e7 binding host dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:38:01.591839 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.595619 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54932) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:01.601893 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] Set router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:38:01.620029 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d527df0-6054-44e0-bf88-09d6454efcad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.642878 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.656094 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.657157 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1662652'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.762384 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Pushing event updated for resources: {'Port': ['ID=823b1aab-5227-41c2-8509-250efc8f0fc4,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:01.771751 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d527df0-6054-44e0-bf88-09d6454efcad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.782730 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-431e4d6d-ecb4-4fc0-9a88-01290c863935 service neutron] 10.222.0.42 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292782 Aug 13 02:38:01.786842 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4d527df0-6054-44e0-bf88-09d6454efcad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.817207 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 54938) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:01.822253 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-316329291-network', 'tenant_id': 'c0ee6427ace44df5a3cf843de4bfdd52'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:01.851799 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Network 9102dfda-d03c-4456-90ad-be83fc17c3bd is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:01.855692 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:01.866294 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] Made reservation on behalf of c0ee6427ace44df5a3cf843de4bfdd52 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:01.871678 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.877437 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4d527df0-6054-44e0-bf88-09d6454efcad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89b52be07af14ad2b07ca0cd60af02c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2806005 Aug 13 02:38:01.910874 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54940) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:01.946549 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:01.959169 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9fc95bff-fd97-4b21-b2e8-f9017f33606e req-966051ac-fdd3-48d2-96d9-ed6365051485 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 210 time: 0.0902817 Aug 13 02:38:01.999982 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d527df0-6054-44e0-bf88-09d6454efcad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270a338d-1af6-49d7-95bf-95560851ac6d,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:02.061276 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:00Z', 'revision_number': 1, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:02.063286 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-82609578-6faf-4c5d-a863-f741cae94512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.067996 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-37b63528-5bd2-4804-99c1-46fda3efaa0c service neutron] 10.222.0.42 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254975 Aug 13 02:38:02.091071 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-82609578-6faf-4c5d-a863-f741cae94512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.099517 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.114138 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Transition to ACTIVE for port object 8c54125d-5612-4903-8dda-3198c42dc1e7 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:02.126006 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.131707 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3182209-bd33-4ce5-8d0a-c5e70102a745 None None] The sync data for ids ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'] in dv-cinder-760184-6-iscsi is: [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:00Z', 'revision_number': 1, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:38:02.163962 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:38:02.176177 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-82609578-6faf-4c5d-a863-f741cae94512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.179039 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-82609578-6faf-4c5d-a863-f741cae94512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.180565 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-82609578-6faf-4c5d-a863-f741cae94512 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/270a338d-1af6-49d7-95bf-95560851ac6d HTTP/1.1" status: 204 len: 168 time: 0.2611256 Aug 13 02:38:02.194343 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82609578-6faf-4c5d-a863-f741cae94512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270a338d-1af6-49d7-95bf-95560851ac6d,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:02.230562 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba35264-4332-4049-bd61-c9285a2c0db0 None None] Pushing event updated for resources: {'Port': ['ID=8c54125d-5612-4903-8dda-3198c42dc1e7,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:02.268303 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-c1c2bb87-8bbe-4adb-bb1f-3b39d1bb8e87 None None] Provisioning complete for port 823b1aab-5227-41c2-8509-250efc8f0fc4 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:02.268985 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c1c2bb87-8bbe-4adb-bb1f-3b39d1bb8e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.341202 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Attempting to bind port 8c54125d-5612-4903-8dda-3198c42dc1e7 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:02.341811 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Attempting to bind port 8c54125d-5612-4903-8dda-3198c42dc1e7 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '96b00fa7-615e-4eee-ae4e-eaa51bfccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:02.342326 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Attempting to bind port 8c54125d-5612-4903-8dda-3198c42dc1e7 on network 9fe858a6-ca4c-4264-bddc-22721051f7c2 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:02.350233 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:02.350908 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Checking segment: {'id': '96b00fa7-615e-4eee-ae4e-eaa51bfccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:02.351460 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.351982 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Bound using segment: {'id': '96b00fa7-615e-4eee-ae4e-eaa51bfccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:02.353259 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Bound port: 8c54125d-5612-4903-8dda-3198c42dc1e7, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96b00fa7-615e-4eee-ae4e-eaa51bfccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:02.354212 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.358874 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-c1c2bb87-8bbe-4adb-bb1f-3b39d1bb8e87 None None] Port 823b1aab-5227-41c2-8509-250efc8f0fc4 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:38:02.383098 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.399931 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca225125-7d03-4989-946f-68b619ab39c8 req-598696ca-1987-4495-86dc-8f8d68a3f9ed tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 210 time: 0.0624871 Aug 13 02:38:02.438553 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.477279 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8e28e0a1-4f1b-4739-a591-904e39d4180b req-2cdceb01-fa6e-4725-9009-c107e940e688 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 210 time: 0.0734162 Aug 13 02:38:02.479418 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:38:02.485321 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] For port 8c54125d-5612-4903-8dda-3198c42dc1e7, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:02.491248 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] For port 8c54125d-5612-4903-8dda-3198c42dc1e7, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=8c54125d-5612-4903-8dda-3198c42dc1e7,segment=NetworkSegment(96b00fa7-615e-4eee-ae4e-eaa51bfccf72),segment_id=96b00fa7-615e-4eee-ae4e-eaa51bfccf72)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:02.506371 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.509813 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.519112 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] Added segment bc14cb5e-e5ac-432e-a250-58cf42ff14b9 of type vlan for network c71cda65-fdff-4e59-89ee-72ae71a782d0 Aug 13 02:38:02.538083 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:38:02.539650 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0fbd30-904c-4e12-808f-68001bf9d209,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:02.571334 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3e1c93e9-b683-48fe-ac7d-a29e9e3abaa5 admin admin] 10.222.0.42 "PUT /v2.0/routers/deb986c9-3bf4-4c24-b022-a8cf4c2ac271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5174861 Aug 13 02:38:02.629149 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.669969 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.671282 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:02.671989 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.772836 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Routers {'85b15e3b-8a19-48d3-a67c-c497d3583813'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:38:02.772836 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:37:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['85b15e3b-8a19-48d3-a67c-c497d3583813'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:02.795710 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9773233 Aug 13 02:38:02.798788 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 54976) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:02.805004 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-46079be1-6307-459b-9f58-dceb2b38685b admin admin] Request body: {'subnet': {'network_id': 'c71cda65-fdff-4e59-89ee-72ae71a782d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-316329291-subnet', 'tenant_id': 'c0ee6427ace44df5a3cf843de4bfdd52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:02.845628 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5d3bea-6f0d-49e9-b8b1-3896628f54e3 admin admin] Pushing event updated for resources: {'Network': ['ID=c71cda65-fdff-4e59-89ee-72ae71a782d0,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:02.869337 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network c71cda65-fdff-4e59-89ee-72ae71a782d0 details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:38:02.889652 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46079be1-6307-459b-9f58-dceb2b38685b admin admin] Made reservation on behalf of c0ee6427ace44df5a3cf843de4bfdd52 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:02.894687 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-46079be1-6307-459b-9f58-dceb2b38685b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:02.968174 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba35264-4332-4049-bd61-c9285a2c0db0 None None] Pushing event updated for resources: {'Port': ['ID=8c54125d-5612-4903-8dda-3198c42dc1e7,revision_number=4']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:03.124063 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.150584 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] Set router 85b15e3b-8a19-48d3-a67c-c497d3583813 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:38:03.328014 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-ebe88cd3-2e2e-48c2-a7ef-f4e669811e31 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:03.341945 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-ebe88cd3-2e2e-48c2-a7ef-f4e669811e31 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/networks?id=9fe858a6-ca4c-4264-bddc-22721051f7c2 HTTP/1.1" status: 200 len: 818 time: 0.3954740 Aug 13 02:38:03.412423 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-ddf7ae40-66ac-4168-88e7-bd2d6fedcbcf tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/quotas/5ab7602dc7a742c9ab40295105bc5b1a HTTP/1.1" status: 200 len: 375 time: 0.0690868 Aug 13 02:38:03.567938 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-15e20446-b6c8-4231-822d-4324b13d1019 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5ab7602dc7a742c9ab40295105bc5b1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1544144 Aug 13 02:38:03.571337 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'name': 'tempest-ServerRescueNegativeTestJSON-383783818-router', 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '990b2fc3-4cc6-48a0-b65a-3bd0ed637899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:51Z', 'updated_at': '2021-08-13T02:37:58Z', 'revision_number': 4, 'project_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'gw_port': {'id': '990b2fc3-4cc6-48a0-b65a-3bd0ed637899', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:52Z', 'updated_at': '2021-08-13T02:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '8c54125d-5612-4903-8dda-3198c42dc1e7', 'name': '', 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2', 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'mac_address': 'fa:16:3e:24:67:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:02Z', 'revision_number': 4, 'project_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'subnets': [{'id': 'cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:03.601238 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55010) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:03.606937 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-0ea58362-a378-416b-9dc8-72a6477fcc16 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737401123', 'description': 'tempest-description--803932408'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:03.621394 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b22235d-f4c9-4784-a9cf-df7c41bf0782 None None] The sync data for ids ['85b15e3b-8a19-48d3-a67c-c497d3583813'] in dv-cinder-760184-6-iscsi is: [{'id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'name': 'tempest-ServerRescueNegativeTestJSON-383783818-router', 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '990b2fc3-4cc6-48a0-b65a-3bd0ed637899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:51Z', 'updated_at': '2021-08-13T02:37:58Z', 'revision_number': 4, 'project_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'gw_port': {'id': '990b2fc3-4cc6-48a0-b65a-3bd0ed637899', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:52Z', 'updated_at': '2021-08-13T02:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '8c54125d-5612-4903-8dda-3198c42dc1e7', 'name': '', 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2', 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'mac_address': 'fa:16:3e:24:67:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:02Z', 'revision_number': 4, 'project_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'subnets': [{'id': 'cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:38:03.663711 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0ea58362-a378-416b-9dc8-72a6477fcc16 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.755826 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-46079be1-6307-459b-9f58-dceb2b38685b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.776844 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-969232c9-6c16-45f6-a414-20ae9ac956dc req-30d485b1-06c2-4296-adbf-be0497d5a193 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 210 time: 0.0631244 Aug 13 02:38:03.788383 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-e4dee803-79ad-45b5-b759-455aa12603c0 service neutron] 10.222.0.42 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195873 Aug 13 02:38:03.945580 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0ea58362-a378-416b-9dc8-72a6477fcc16 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.954847 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0ea58362-a378-416b-9dc8-72a6477fcc16 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.992030 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0ea58362-a378-416b-9dc8-72a6477fcc16 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:03.994015 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0ea58362-a378-416b-9dc8-72a6477fcc16 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3906295 Aug 13 02:38:03.996902 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55024) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:04.002245 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-d7293886-f862-4f5e-8f55-a2a6162b4e56 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Request body: {'security_group_rule': {'security_group_id': '29616318-06ff-43d7-a415-b7a1e645a3f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:04.075755 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d7293886-f862-4f5e-8f55-a2a6162b4e56 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.086941 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea58362-a378-416b-9dc8-72a6477fcc16 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29616318-06ff-43d7-a415-b7a1e645a3f7,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:04.197816 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d7293886-f862-4f5e-8f55-a2a6162b4e56 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.207710 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d7293886-f862-4f5e-8f55-a2a6162b4e56 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.238074 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d7293886-f862-4f5e-8f55-a2a6162b4e56 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.241835 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d7293886-f862-4f5e-8f55-a2a6162b4e56 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2412820 Aug 13 02:38:04.252250 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55034) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:04.271537 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-97cba1e9-6b68-47d9-970f-060456eaa8c6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Request body: {'security_group_rule': {'security_group_id': '29616318-06ff-43d7-a415-b7a1e645a3f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:04.330713 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7293886-f862-4f5e-8f55-a2a6162b4e56 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f493c84-6354-4ff8-a14e-1a74176d05cc,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:04.363076 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-97cba1e9-6b68-47d9-970f-060456eaa8c6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.419647 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.60', 62947) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:04.536369 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-71912866-c9eb-4aa0-a7b1-a9db8df82284 req-26190b67-22aa-455e-8107-68515b45bbdb tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 210 time: 0.5769763 Aug 13 02:38:04.646254 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46079be1-6307-459b-9f58-dceb2b38685b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ee21401-09a2-4ee1-b9b6-3a0abfd52c2b,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:04.687973 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-74551679-78fe-4a5f-bdf6-de2d9f53afe9 service neutron] 10.222.0.42 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8515174 Aug 13 02:38:04.696988 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46079be1-6307-459b-9f58-dceb2b38685b admin admin] Checking segment: {'id': 'bc14cb5e-e5ac-432e-a250-58cf42ff14b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'c71cda65-fdff-4e59-89ee-72ae71a782d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:04.698091 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46079be1-6307-459b-9f58-dceb2b38685b admin admin] Network hostable DHCP agents. Network: c71cda65-fdff-4e59-89ee-72ae71a782d0, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:38:04.745406 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-97cba1e9-6b68-47d9-970f-060456eaa8c6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.748921 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46079be1-6307-459b-9f58-dceb2b38685b admin admin] Network c71cda65-fdff-4e59-89ee-72ae71a782d0 is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:38:04.771998 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-97cba1e9-6b68-47d9-970f-060456eaa8c6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.776939 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-46079be1-6307-459b-9f58-dceb2b38685b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, c71cda65-fdff-4e59-89ee-72ae71a782d0) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:04.793300 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae76d24-4944-4fd3-a037-9946fadafefb None None] Network c71cda65-fdff-4e59-89ee-72ae71a782d0 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:04.797638 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46079be1-6307-459b-9f58-dceb2b38685b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:04.798226 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-46079be1-6307-459b-9f58-dceb2b38685b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.852528 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-46079be1-6307-459b-9f58-dceb2b38685b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0396464 Aug 13 02:38:04.922300 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cba1e9-6b68-47d9-970f-060456eaa8c6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb02782-b9c1-4f95-9803-4c9cafd03225,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:04.942123 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-97cba1e9-6b68-47d9-970f-060456eaa8c6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:04.944022 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-97cba1e9-6b68-47d9-970f-060456eaa8c6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6879239 Aug 13 02:38:04.947467 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55070) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:04.955683 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Request body: {'floatingip': {'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:04.968639 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938f66c-5e1f-4765-9337-81e81558319b req-de0473c3-1c21-4b12-a584-25cac03b229b tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:04.971128 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-de0473c3-1c21-4b12-a584-25cac03b229b tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.60 "GET /v2.0/networks?id=6d1c8f31-0314-4227-95df-8da963f860f7 HTTP/1.1" status: 200 len: 811 time: 0.5398998 Aug 13 02:38:05.051016 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.055763 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-6938f66c-5e1f-4765-9337-81e81558319b req-f996b4b9-3875-4baf-9bfa-0da479df9dfe tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Request body: {'port': {'device_id': '79beea19-476d-4ec7-a79d-0dadaaa9bdf1', 'network_id': '6d1c8f31-0314-4227-95df-8da963f860f7', 'admin_state_up': True, 'tenant_id': '73429b38c3414d3aa9cb65e0cec2485a'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:05.094576 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da5a19d-6e83-48df-b2c0-aeda1a17d091 None None] Network c71cda65-fdff-4e59-89ee-72ae71a782d0 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:38:05.128226 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.60', 62957) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:05.231520 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55080) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:05.302565 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9f90850c-6136-48d6-b74f-54a9dc782cba req-f08eb1c7-51e6-4fff-a489-b2771bef2806 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 210 time: 0.2688725 Aug 13 02:38:05.434238 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b02a1050-ec27-4775-b7d8-aad5b5d10709 req-00670cb9-411d-4391-a5f8-018049a55db0 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 210 time: 0.1156504 Aug 13 02:38:05.662989 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 8c54125d-5612-4903-8dda-3198c42dc1e7 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:05.667018 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.60', 62962) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:05.804634 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 8c54125d-5612-4903-8dda-3198c42dc1e7 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:05.813363 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 8c54125d-5612-4903-8dda-3198c42dc1e7 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:05.813720 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:05.923329 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-c14dcf5a-873a-4fed-a679-54dc87519107 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:05.932955 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-c14dcf5a-873a-4fed-a679-54dc87519107 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "GET /v2.0/networks?id=0945f000-2077-4600-a181-e1215459c07a HTTP/1.1" status: 200 len: 815 time: 0.8024421 Aug 13 02:38:06.016295 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-396425e2-c365-46bd-97d7-82986cbe2e3c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Request body: {'port': {'device_id': '731aa149-5496-4a16-9423-508655e0a8ed', 'network_id': '0945f000-2077-4600-a181-e1215459c07a', 'admin_state_up': True, 'tenant_id': '4f1bf98d70c54d758a20a5ee1e380ef4'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:06.026420 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:06.087053 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b3787281-5a8e-47ff-9bb4-7c444b76ff88 req-ae52ebfb-2e80-477d-9476-24e88251a16a tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 210 time: 0.2889593 Aug 13 02:38:06.152749 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 8c54125d-5612-4903-8dda-3198c42dc1e7, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=8c54125d-5612-4903-8dda-3198c42dc1e7,segment=NetworkSegment(96b00fa7-615e-4eee-ae4e-eaa51bfccf72),segment_id=96b00fa7-615e-4eee-ae4e-eaa51bfccf72)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:06.166442 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:06.167263 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 475f1591-e0ad-4e25-8582-d2bbeb7c51a8 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:06.227710 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:06.455275 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=8c54125d-5612-4903-8dda-3198c42dc1e7,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:06.459737 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8b145d86-b818-4394-914e-ea9267b5bc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:06.530912 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Allocated IP 172.27.1.217 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/a648804c-4a08-41de-b47c-ffdb27b53452) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:06.574808 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56ec4ab-8fcc-42b6-8238-91ccb8a3f0d1 admin admin] Deleting subnet 191cef36-5c87-41ae-bcd4-8ec0e541fcc6 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:38:06.577796 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 475f1591-e0ad-4e25-8582-d2bbeb7c51a8 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:06.599081 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 475f1591-e0ad-4e25-8582-d2bbeb7c51a8 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:06.606741 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:06.789698 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-23e6727f-6159-4d62-885f-834165550e81 req-6105e5a9-cfa1-489e-b739-840786924538 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 210 time: 0.2023256 Aug 13 02:38:06.810493 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d56ec4ab-8fcc-42b6-8238-91ccb8a3f0d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:06.818043 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-8da77cfd-842a-49c5-bd05-f8976d7820e5 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:06.835502 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-8da77cfd-842a-49c5-bd05-f8976d7820e5 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.60 "GET /v2.0/networks?id=9fe858a6-ca4c-4264-bddc-22721051f7c2 HTTP/1.1" status: 200 len: 818 time: 1.1574862 Aug 13 02:38:06.927181 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:06.954361 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 475f1591-e0ad-4e25-8582-d2bbeb7c51a8, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=475f1591-e0ad-4e25-8582-d2bbeb7c51a8,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:06.966265 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:06.973060 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:06.974149 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6938f66c-5e1f-4765-9337-81e81558319b req-f996b4b9-3875-4baf-9bfa-0da479df9dfe tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Made reservation on behalf of 73429b38c3414d3aa9cb65e0cec2485a for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:06.977717 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-6938f66c-5e1f-4765-9337-81e81558319b req-f996b4b9-3875-4baf-9bfa-0da479df9dfe tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:07.015499 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d56ec4ab-8fcc-42b6-8238-91ccb8a3f0d1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:07.033534 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-ac44bb4d-b463-4629-b410-41b89ee118d3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Request body: {'port': {'device_id': 'bcd57c8e-ffbb-480d-aaae-aaaf9626775a', 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2', 'admin_state_up': True, 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:07.042352 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:07.063939 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=475f1591-e0ad-4e25-8582-d2bbeb7c51a8,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:07.077492 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d56ec4ab-8fcc-42b6-8238-91ccb8a3f0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:07.134191 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Sync routers for ids ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:38:07.136667 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55166) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:07.149750 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Routers {'deb986c9-3bf4-4c24-b022-a8cf4c2ac271'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:38:07.151168 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:37:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:07.152865 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event updated for resources: {'Port': ['ID=a648804c-4a08-41de-b47c-ffdb27b53452,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:07.170971 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-03f32302-f4a3-47da-9aa2-25c757b2e78e req-81d04d46-00c0-469d-ada4-95f2b80478fa tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 210 time: 0.1523306 Aug 13 02:38:07.288720 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:07.323707 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ddaf8dc3-a1ac-4d5f-b9a1-fffec9fab968 req-bad8aad9-f23a-4d86-bc1d-87b5a56cbd98 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 210 time: 0.1092954 Aug 13 02:38:07.327086 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Set router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:38:07.337942 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:07.359123 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:07.535334 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 8c54125d-5612-4903-8dda-3198c42dc1e7 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:07.548896 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-396425e2-c365-46bd-97d7-82986cbe2e3c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Made reservation on behalf of 4f1bf98d70c54d758a20a5ee1e380ef4 for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:07.553512 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-396425e2-c365-46bd-97d7-82986cbe2e3c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:07.560581 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2248d897-5f30-457c-9b9b-abee41a7aa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:07.577414 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:07.595619 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-ac44bb4d-b463-4629-b410-41b89ee118d3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Made reservation on behalf of 5ab7602dc7a742c9ab40295105bc5b1a for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:07.602319 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-ac44bb4d-b463-4629-b410-41b89ee118d3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:07.697291 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:07.740540 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 8c54125d-5612-4903-8dda-3198c42dc1e7 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:07.740540 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:07.784313 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d56ec4ab-8fcc-42b6-8238-91ccb8a3f0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:07.839119 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-6938f66c-5e1f-4765-9337-81e81558319b req-f996b4b9-3875-4baf-9bfa-0da479df9dfe tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Allocated IP 172.20.0.8 (6d1c8f31-0314-4227-95df-8da963f860f7/ee0b5437-2317-4e1e-97f1-4a279fb8d5ef/2b851462-5c01-4b96-8ab1-78d44265d986) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:07.933613 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d56ec4ab-8fcc-42b6-8238-91ccb8a3f0d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:07.935927 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d56ec4ab-8fcc-42b6-8238-91ccb8a3f0d1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/191cef36-5c87-41ae-bcd4-8ec0e541fcc6 HTTP/1.1" status: 204 len: 168 time: 2.6959279 Aug 13 02:38:07.950900 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55192) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:07.982474 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 475f1591-e0ad-4e25-8582-d2bbeb7c51a8 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:08.000274 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ec4ab-8fcc-42b6-8238-91ccb8a3f0d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=191cef36-5c87-41ae-bcd4-8ec0e541fcc6,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:08.110914 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 2, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:08.174941 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Checking router: deb986c9-3bf4-4c24-b022-a8cf4c2ac271 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:38:08.177311 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Updating router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 port 823b1aab-5227-41c2-8509-250efc8f0fc4 binding host dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:38:08.198134 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-809f464d-f703-4881-87a2-218ad4822b6c req-65808141-b7f0-41ce-a2a0-d5544a49c5aa tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 210 time: 0.2736199 Aug 13 02:38:08.240260 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 475f1591-e0ad-4e25-8582-d2bbeb7c51a8 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:08.240937 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:08.322414 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:08.528640 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.60', 62967) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:08.583239 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2248d897-5f30-457c-9b9b-abee41a7aa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:08.601337 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-396425e2-c365-46bd-97d7-82986cbe2e3c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Allocated IP 172.20.0.5 (0945f000-2077-4600-a181-e1215459c07a/c7b402c5-713b-4159-ad46-e99bb2dc7e4a/03c91296-dae0-4c97-b24e-cfca354525e6) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:08.627224 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2248d897-5f30-457c-9b9b-abee41a7aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:08.730434 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41420318-9b4b-4781-9d89-957f4c0317ba req-55713280-ac81-402e-8c29-9c984bb97fec tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 210 time: 0.1600773 Aug 13 02:38:08.760168 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55212) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:08.854029 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2248d897-5f30-457c-9b9b-abee41a7aa17 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd29bb0609374b72972386d86a5c34d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6762559 Aug 13 02:38:08.884216 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55218) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:08.884930 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248d897-5f30-457c-9b9b-abee41a7aa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04df015e-d3ca-4976-8628-3b2dc92ce13a,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:08.891489 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-ac44bb4d-b463-4629-b410-41b89ee118d3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Allocated IP 172.20.0.6 (9fe858a6-ca4c-4264-bddc-22721051f7c2/cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c/8e90d8bd-f7b0-4ca1-ab6d-11b14f018758) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:09.023756 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-6938f66c-5e1f-4765-9337-81e81558319b req-f996b4b9-3875-4baf-9bfa-0da479df9dfe tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.116965 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-46a7d776-d55f-43fd-85ce-6c5d8f8da5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.166215 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0762cd1b-e89d-456e-9482-20ae8d925098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.168402 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.178240 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.192593 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0762cd1b-e89d-456e-9482-20ae8d925098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.198544 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Transition to ACTIVE for port object 823b1aab-5227-41c2-8509-250efc8f0fc4 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:09.208478 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.290543 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0762cd1b-e89d-456e-9482-20ae8d925098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.293707 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0762cd1b-e89d-456e-9482-20ae8d925098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.304004 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0762cd1b-e89d-456e-9482-20ae8d925098 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04df015e-d3ca-4976-8628-3b2dc92ce13a HTTP/1.1" status: 204 len: 168 time: 0.4160807 Aug 13 02:38:09.350281 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-c649b562-892a-4ee9-8111-6f09a0601038 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:09.351958 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-c649b562-892a-4ee9-8111-6f09a0601038 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.60 "GET /v2.0/networks?id=9fe858a6-ca4c-4264-bddc-22721051f7c2 HTTP/1.1" status: 200 len: 818 time: 0.6414146 Aug 13 02:38:09.383331 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Attempting to bind port 823b1aab-5227-41c2-8509-250efc8f0fc4 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:09.384200 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Attempting to bind port 823b1aab-5227-41c2-8509-250efc8f0fc4 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:09.384671 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Attempting to bind port 823b1aab-5227-41c2-8509-250efc8f0fc4 on network 9102dfda-d03c-4456-90ad-be83fc17c3bd {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:09.388280 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762cd1b-e89d-456e-9482-20ae8d925098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04df015e-d3ca-4976-8628-3b2dc92ce13a,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:09.434109 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:09.436564 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Checking segment: {'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:09.437901 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.438318 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Bound using segment: {'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:09.439603 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-396425e2-c365-46bd-97d7-82986cbe2e3c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.440569 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Bound port: 823b1aab-5227-41c2-8509-250efc8f0fc4, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:09.442986 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.454044 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-6938f66c-5e1f-4765-9337-81e81558319b req-f996b4b9-3875-4baf-9bfa-0da479df9dfe tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.463320 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.474592 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1c5e9028-01df-4563-a28a-54c107ae35a7 req-8c8b4b70-2b73-4ef2-84ce-b5f148583fba tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 210 time: 0.0993245 Aug 13 02:38:09.493070 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-20cd784a-03f3-4424-8298-ca8ec1107f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.495220 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12262af-2bb0-4497-8a69-fc2e73139ff9 None None] Pushing event updated for resources: {'Port': ['ID=823b1aab-5227-41c2-8509-250efc8f0fc4,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:09.528737 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-abbb279b-7ef6-4bac-9517-94124a8386cb req-daf2ecab-5256-4b72-91ed-901114b51633 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 210 time: 0.8241816 Aug 13 02:38:09.586038 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] For port 823b1aab-5227-41c2-8509-250efc8f0fc4, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:09.596550 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] For port 823b1aab-5227-41c2-8509-250efc8f0fc4, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=823b1aab-5227-41c2-8509-250efc8f0fc4,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:09.605827 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.652030 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-779695fe-1df9-411e-a149-6823aa8d6441 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Request body: {'port': {'device_id': '34681707-0057-4751-ac64-cec576eb0ab1', 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2', 'admin_state_up': True, 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:09.653586 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6938f66c-5e1f-4765-9337-81e81558319b req-f996b4b9-3875-4baf-9bfa-0da479df9dfe tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Network 6d1c8f31-0314-4227-95df-8da963f860f7 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:09.681737 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-6938f66c-5e1f-4765-9337-81e81558319b req-f996b4b9-3875-4baf-9bfa-0da479df9dfe tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:09.732288 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Routers {'deb986c9-3bf4-4c24-b022-a8cf4c2ac271'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:38:09.733357 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:38:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:09.744120 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-6938f66c-5e1f-4765-9337-81e81558319b req-f996b4b9-3875-4baf-9bfa-0da479df9dfe tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:09.759361 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938f66c-5e1f-4765-9337-81e81558319b req-f996b4b9-3875-4baf-9bfa-0da479df9dfe tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:09.760340 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-6938f66c-5e1f-4765-9337-81e81558319b req-f996b4b9-3875-4baf-9bfa-0da479df9dfe tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:09.874778 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996b4b9-3875-4baf-9bfa-0da479df9dfe tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Pushing event updated for resources: {'Port': ['ID=2b851462-5c01-4b96-8ab1-78d44265d986,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:09.891659 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12262af-2bb0-4497-8a69-fc2e73139ff9 None None] Pushing event updated for resources: {'Port': ['ID=823b1aab-5227-41c2-8509-250efc8f0fc4,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:09.951121 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-396425e2-c365-46bd-97d7-82986cbe2e3c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:10.032729 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] Set router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:38:10.114995 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-46a7d776-d55f-43fd-85ce-6c5d8f8da5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:10.116378 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396425e2-c365-46bd-97d7-82986cbe2e3c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Pushing event updated for resources: {'Port': ['ID=03c91296-dae0-4c97-b24e-cfca354525e6,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:10.153231 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-f996b4b9-3875-4baf-9bfa-0da479df9dfe tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1054690 Aug 13 02:38:10.157147 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-46a7d776-d55f-43fd-85ce-6c5d8f8da5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:10.208279 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:10.223994 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:10.277155 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-46a7d776-d55f-43fd-85ce-6c5d8f8da5b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5b062ab93bf0416c95b06bf0e8af0a53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5115530 Aug 13 02:38:10.279912 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:10.283337 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55260) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:10.289498 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a7d776-d55f-43fd-85ce-6c5d8f8da5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae35057-f562-477b-9287-fa64386c8efc,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:10.361431 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-ac44bb4d-b463-4629-b410-41b89ee118d3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:10.375439 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224a096-6e60-4be9-823f-579730e47e10 req-60ed6aba-3c58-405b-b830-3fcb1708be01 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:10.381693 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-0a68157d-af9f-449e-94ed-3e09f0a7d52d tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94107) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:38:10.381952 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2224a096-6e60-4be9-823f-579730e47e10 req-60ed6aba-3c58-405b-b830-3fcb1708be01 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 931 time: 0.1708593 Aug 13 02:38:10.386447 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-0a68157d-af9f-449e-94ed-3e09f0a7d52d tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192995 Aug 13 02:38:10.388613 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-396425e2-c365-46bd-97d7-82986cbe2e3c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Network 0945f000-2077-4600-a181-e1215459c07a is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:10.405577 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-396425e2-c365-46bd-97d7-82986cbe2e3c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:10.431534 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-396425e2-c365-46bd-97d7-82986cbe2e3c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:10.464755 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-396425e2-c365-46bd-97d7-82986cbe2e3c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:10.468438 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-396425e2-c365-46bd-97d7-82986cbe2e3c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:10.483703 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2224a096-6e60-4be9-823f-579730e47e10 req-57777ce1-1c47-4852-a993-a7a3825e4457 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007230 Aug 13 02:38:10.573092 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:10.578082 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-396425e2-c365-46bd-97d7-82986cbe2e3c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5813401 Aug 13 02:38:10.633259 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-779695fe-1df9-411e-a149-6823aa8d6441 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Made reservation on behalf of 5ab7602dc7a742c9ab40295105bc5b1a for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:10.643766 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-779695fe-1df9-411e-a149-6823aa8d6441 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:10.657436 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event updated for resources: {'Port': ['ID=a648804c-4a08-41de-b47c-ffdb27b53452,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:10.693845 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a8d0156c-7047-462b-b2d5-277a6fc21b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:10.714410 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:10.724503 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-dc97db8d-a610-44d8-9c79-04d8da0dd04a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7670748 Aug 13 02:38:10.770544 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a8d0156c-7047-462b-b2d5-277a6fc21b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:10.809481 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:09Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:10.830204 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4cc8117d-7958-4d52-98a0-da7cfcca1393 req-9ebc2521-edd1-4039-8a75-87979611eaf8 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 210 time: 0.0839512 Aug 13 02:38:10.876807 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3a5da6-0f11-41e7-a671-a02ff6e0a8f2 None None] The sync data for ids ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'] in dv-cinder-760184-6-iscsi is: [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:09Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:38:10.900554 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a8d0156c-7047-462b-b2d5-277a6fc21b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:10.903666 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a8d0156c-7047-462b-b2d5-277a6fc21b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:10.905317 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a8d0156c-7047-462b-b2d5-277a6fc21b41 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fae35057-f562-477b-9287-fa64386c8efc HTTP/1.1" status: 204 len: 168 time: 0.5897007 Aug 13 02:38:10.937227 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0156c-7047-462b-b2d5-277a6fc21b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae35057-f562-477b-9287-fa64386c8efc,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:10.954626 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:11.059722 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:11.060093 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:11.060865 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:11.069151 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Subscribe: > port after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:11.069578 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:11.069925 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Subscribe: > port after_update 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:11.070248 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:11.070595 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:11.070913 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:11.071257 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:11.483431 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 823b1aab-5227-41c2-8509-250efc8f0fc4 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:11.539410 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:11.539990 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:11.540080 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:11.540352 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94106) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:11.540780 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f66d651-f5fb-4daa-be46-cde1b7e6615d']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:11.578038 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585bbbda-9dcf-4e56-aa6d-02db60b258c5 req-470a4848-f800-47f9-aa73-7b678c6dde03 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:11.597766 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 823b1aab-5227-41c2-8509-250efc8f0fc4 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:11.602412 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-585bbbda-9dcf-4e56-aa6d-02db60b258c5 req-470a4848-f800-47f9-aa73-7b678c6dde03 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 931 time: 0.7700098 Aug 13 02:38:11.603803 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 823b1aab-5227-41c2-8509-250efc8f0fc4 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:11.604243 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:11.722684 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdae2453-822c-41cb-836a-98b1c7f60255') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:11.729375 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdae2453-822c-41cb-836a-98b1c7f60255') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:11.778302 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:11.779364 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:11.806392 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318471'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:11.837192 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 823b1aab-5227-41c2-8509-250efc8f0fc4, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=823b1aab-5227-41c2-8509-250efc8f0fc4,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:11.844331 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55312) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:11.845774 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:11.876765 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b36ab9e8-747d-4b6c-9fd3-c129dddc055d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:11.899760 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:11.924659 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=823b1aab-5227-41c2-8509-250efc8f0fc4,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:11.928496 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:38:11.947333 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7328818'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: from cryptography.utils import int_from_bytes Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: from cryptography.utils import int_from_bytes Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: Traceback (most recent call last): Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: timer() Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: cb(*args, **kw) Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: return func(*args, **kwargs) Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: self._notify() Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: self.callback(batched_events) Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: event.method(event) Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: return f(self, *a, **k) Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: return self._get(url).json() Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:38:11.971486 dv-cinder-760184-6-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:38:12.031947 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55314) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:12.125241 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-ac44bb4d-b463-4629-b410-41b89ee118d3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.125805 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b36ab9e8-747d-4b6c-9fd3-c129dddc055d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.136657 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b36ab9e8-747d-4b6c-9fd3-c129dddc055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.225982 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b36ab9e8-747d-4b6c-9fd3-c129dddc055d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00e0564d8069434188578c37da528942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799393 Aug 13 02:38:12.234750 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55320) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:12.259964 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-17318f5b-7a79-4042-8792-82f3b8d4caed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.270922 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ab9e8-747d-4b6c-9fd3-c129dddc055d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55351870-5694-4ec0-908f-319c72b1004f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:12.272481 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-585bbbda-9dcf-4e56-aa6d-02db60b258c5 req-0af8cfd5-a9e7-4af1-9e2b-6ee35dbe1cb8 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6701112 Aug 13 02:38:12.373245 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-502d5416-0c00-4f6e-af45-f027a224641c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--737401123&fields=id&tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297 HTTP/1.1" status: 200 len: 267 time: 0.6999655 Aug 13 02:38:12.436605 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.453452 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ff797a00-dadd-4347-a226-2131aba2b055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.459166 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-ac44bb4d-b463-4629-b410-41b89ee118d3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Network 9fe858a6-ca4c-4264-bddc-22721051f7c2 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:12.484738 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ff797a00-dadd-4347-a226-2131aba2b055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.595493 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-ac44bb4d-b463-4629-b410-41b89ee118d3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:12.595944 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-17318f5b-7a79-4042-8792-82f3b8d4caed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.596911 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ff797a00-dadd-4347-a226-2131aba2b055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.600220 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ff797a00-dadd-4347-a226-2131aba2b055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.605842 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ff797a00-dadd-4347-a226-2131aba2b055 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55351870-5694-4ec0-908f-319c72b1004f HTTP/1.1" status: 204 len: 168 time: 0.3695786 Aug 13 02:38:12.611256 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-17318f5b-7a79-4042-8792-82f3b8d4caed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.637469 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff797a00-dadd-4347-a226-2131aba2b055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55351870-5694-4ec0-908f-319c72b1004f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:12.658106 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.673323 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2f66d651-f5fb-4daa-be46-cde1b7e6615d HTTP/1.1" status: 204 len: 168 time: 4.7208703 Aug 13 02:38:12.680499 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55332) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:12.707327 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44bb4d-b463-4629-b410-41b89ee118d3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Pushing event updated for resources: {'Port': ['ID=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:12.752808 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab051e9-f0ba-43e5-b387-a2eac51ddf08 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f66d651-f5fb-4daa-be46-cde1b7e6615d,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:12.774996 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e97a67b-e374-4939-88ec-67b00e141602 admin admin] Deleting subnet 3ee21401-09a2-4ee1-b9b6-3a0abfd52c2b {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:38:12.792079 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-779695fe-1df9-411e-a149-6823aa8d6441 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Allocated IP 172.20.0.8 (9fe858a6-ca4c-4264-bddc-22721051f7c2/cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c/0b8c918a-34dc-43e6-bbb3-da83d9626991) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:12.794918 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-ac44bb4d-b463-4629-b410-41b89ee118d3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:12.796692 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5e97a67b-e374-4939-88ec-67b00e141602 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.803797 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-17318f5b-7a79-4042-8792-82f3b8d4caed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ff19f737a224ddabb04d96d0e4b5231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7701969 Aug 13 02:38:12.821718 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55336) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:12.832925 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17318f5b-7a79-4042-8792-82f3b8d4caed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b89ec20-9707-4f5e-ae36-06360b1dd627,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:12.856796 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5e97a67b-e374-4939-88ec-67b00e141602 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.871409 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5e97a67b-e374-4939-88ec-67b00e141602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.951914 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fabf98-2589-4e67-8d43-f53ff88711ca req-86f3c2ae-c240-4a95-be7c-9e0855c0e81e tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:12.953513 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98fabf98-2589-4e67-8d43-f53ff88711ca req-86f3c2ae-c240-4a95-be7c-9e0855c0e81e tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 931 time: 0.5119019 Aug 13 02:38:12.979389 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5e97a67b-e374-4939-88ec-67b00e141602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:12.997608 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-8f3afedc-2443-4d07-95a7-365b9503a148 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:13.004966 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-8f3afedc-2443-4d07-95a7-365b9503a148 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/networks?id=9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 200 len: 817 time: 0.6307309 Aug 13 02:38:13.019908 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-ac44bb4d-b463-4629-b410-41b89ee118d3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:13.020557 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-ac44bb4d-b463-4629-b410-41b89ee118d3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:13.026371 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97a67b-e374-4939-88ec-67b00e141602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee21401-09a2-4ee1-b9b6-3a0abfd52c2b,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:13.040732 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5e97a67b-e374-4939-88ec-67b00e141602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:13.043002 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5e97a67b-e374-4939-88ec-67b00e141602 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3ee21401-09a2-4ee1-b9b6-3a0abfd52c2b HTTP/1.1" status: 204 len: 168 time: 0.3606126 Aug 13 02:38:13.045785 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55342) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:13.105427 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-4601795b-2c00-4385-9268-5cf523ae8b7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/quotas/56db0bf5e5a14e7fa22f6d08efb9b297 HTTP/1.1" status: 200 len: 375 time: 0.0989563 Aug 13 02:38:13.108674 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-ac44bb4d-b463-4629-b410-41b89ee118d3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0917346 Aug 13 02:38:13.205439 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98fabf98-2589-4e67-8d43-f53ff88711ca req-263c623c-65b1-4dfc-92a5-06165c26e65a tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369699 Aug 13 02:38:13.206084 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-605457e0-7b1a-4e83-b4f4-2c2ecd3c624d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:13.263176 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-605457e0-7b1a-4e83-b4f4-2c2ecd3c624d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:13.294821 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-78217262-dadf-436c-a960-39994d91b587 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1797566 Aug 13 02:38:13.398956 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-779695fe-1df9-411e-a149-6823aa8d6441 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:13.432011 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:13.450112 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 823b1aab-5227-41c2-8509-250efc8f0fc4 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:13.532590 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-a5659adf-5249-4a0a-a9e3-1616cd43ba53 service neutron] 10.222.0.42 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139378 Aug 13 02:38:13.589415 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1f5e7d6-c87d-4ff0-90e8-8741a46b933c req-fe152cd9-43b3-47e9-9186-6d8bdfd220c9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 210 time: 0.1710019 Aug 13 02:38:13.620189 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 823b1aab-5227-41c2-8509-250efc8f0fc4 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:13.620619 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:13.672647 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:13.694409 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:13.694788 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:13.695544 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:13.695874 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Subscribe: > port after_create 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:13.696217 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Subscribe: > port after_delete 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:13.696583 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Subscribe: > port after_update 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:13.696905 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:13.697255 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:13.697572 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:13.697886 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:13.961531 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:13.962192 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:13.962192 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:13.962723 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94107) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 02:38:13.963081 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71cda65-fdff-4e59-89ee-72ae71a782d0']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:13.966129 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55356) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:13.979667 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-605457e0-7b1a-4e83-b4f4-2c2ecd3c624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:13.983109 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc14cb5e-e5ac-432e-a250-58cf42ff14b9') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:13.983403 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc14cb5e-e5ac-432e-a250-58cf42ff14b9') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:13.985584 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-605457e0-7b1a-4e83-b4f4-2c2ecd3c624d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:13.986731 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-605457e0-7b1a-4e83-b4f4-2c2ecd3c624d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b89ec20-9707-4f5e-ae36-06360b1dd627 HTTP/1.1" status: 204 len: 168 time: 1.1609964 Aug 13 02:38:14.027766 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5565716'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.033161 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605457e0-7b1a-4e83-b4f4-2c2ecd3c624d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b89ec20-9707-4f5e-ae36-06360b1dd627,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:14.060595 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-779695fe-1df9-411e-a149-6823aa8d6441 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.111064 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.140653 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:38:14.145092 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5759340'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.152128 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946560ee-b2f5-44ee-8253-edc2ff6995ae req-972b9529-c2ce-47c4-bf3c-8d4c3581d5c9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:14.153748 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-946560ee-b2f5-44ee-8253-edc2ff6995ae req-972b9529-c2ce-47c4-bf3c-8d4c3581d5c9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 931 time: 0.1795232 Aug 13 02:38:14.161627 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-779695fe-1df9-411e-a149-6823aa8d6441 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Network 9fe858a6-ca4c-4264-bddc-22721051f7c2 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:14.167729 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-779695fe-1df9-411e-a149-6823aa8d6441 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: from cryptography.utils import int_from_bytes Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: from cryptography.utils import int_from_bytes Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: Traceback (most recent call last): Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: timer() Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: cb(*args, **kw) Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: return func(*args, **kwargs) Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: self._notify() Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: self.callback(batched_events) Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: event.method(event) Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: return f(self, *a, **k) Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._get(url).json() Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:38:14.170760 dv-cinder-760184-6-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:38:14.179340 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-779695fe-1df9-411e-a149-6823aa8d6441 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:14.235785 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-3dc777d7-6672-44c9-867d-70e7313b21b9 service neutron] 10.222.0.42 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561029 Aug 13 02:38:14.239530 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779695fe-1df9-411e-a149-6823aa8d6441 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Pushing event updated for resources: {'Port': ['ID=0b8c918a-34dc-43e6-bbb3-da83d9626991,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:14.260142 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-946560ee-b2f5-44ee-8253-edc2ff6995ae req-d17ebfec-9914-401d-9cb3-d4fe0be8c30f tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953796 Aug 13 02:38:14.316144 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-779695fe-1df9-411e-a149-6823aa8d6441 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:14.318944 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-779695fe-1df9-411e-a149-6823aa8d6441 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.323870 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.336922 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.348479 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] 10.222.0.42 "DELETE /v2.0/networks/c71cda65-fdff-4e59-89ee-72ae71a782d0 HTTP/1.1" status: 204 len: 168 time: 1.3012753 Aug 13 02:38:14.351504 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-779695fe-1df9-411e-a149-6823aa8d6441 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7734153 Aug 13 02:38:14.370669 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38629afa-08df-4181-85ff-a49e5dfdc8bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c71cda65-fdff-4e59-89ee-72ae71a782d0,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:14.380764 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0817d654-47dc-493d-87b8-b2d2aa544f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.474020 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9da0a-0f95-4f39-9ea5-67c007cf90a2 req-03aeff98-8eca-4eba-8517-51a9c93507d2 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:14.485083 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40b9da0a-0f95-4f39-9ea5-67c007cf90a2 req-03aeff98-8eca-4eba-8517-51a9c93507d2 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 931 time: 0.1018567 Aug 13 02:38:14.607429 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40b9da0a-0f95-4f39-9ea5-67c007cf90a2 req-c9fe91a9-cd67-4741-b493-533f5c59076d tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163499 Aug 13 02:38:14.705450 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aa4a5174-d0af-48a8-8a0c-187ffc0e616b req-d9d84d22-3094-4928-9a74-4bbb9bd782e1 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 210 time: 0.0893145 Aug 13 02:38:14.807368 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0817d654-47dc-493d-87b8-b2d2aa544f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.808988 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:38:14.818591 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0817d654-47dc-493d-87b8-b2d2aa544f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.836663 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55388) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:14.855240 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b6f35-bb3a-4b9f-b886-bc4c81b3efbc req-88f630f4-e5c0-4c16-920b-4784a613a8eb tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:14.863476 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-873b6f35-bb3a-4b9f-b886-bc4c81b3efbc req-88f630f4-e5c0-4c16-920b-4784a613a8eb tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 931 time: 0.1452796 Aug 13 02:38:14.915272 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55390) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:14.943265 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e3636fc9-ec46-4c40-bf81-1f1eb0be669a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7621d45c53940af99240144622b4653&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1053452 Aug 13 02:38:14.948859 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55392) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:14.958407 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0817d654-47dc-493d-87b8-b2d2aa544f4b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8d47b3a2f6d4825a7c17a8999a96b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9908857 Aug 13 02:38:14.963078 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55394) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:14.969273 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ff450d37-9e58-4afb-92a4-d1eeacf2987d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:14.985593 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817d654-47dc-493d-87b8-b2d2aa544f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1e8d42-72b8-425e-bc5d-399b8cb87668,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:15.047361 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-873b6f35-bb3a-4b9f-b886-bc4c81b3efbc req-138fcb22-b6ff-45e1-bb95-1a70d9567de4 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730757 Aug 13 02:38:15.158128 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-809b5f0e-c57e-443c-b480-d4da78816306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.182018 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-41b75926-769b-455c-b828-f4cd4141f2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.200085 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ff450d37-9e58-4afb-92a4-d1eeacf2987d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.215838 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ff450d37-9e58-4afb-92a4-d1eeacf2987d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.225581 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-809b5f0e-c57e-443c-b480-d4da78816306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.278838 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ff450d37-9e58-4afb-92a4-d1eeacf2987d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ef3a55c16e04fcb9a2b6da765da9db3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533115 Aug 13 02:38:15.279706 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff450d37-9e58-4afb-92a4-d1eeacf2987d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c8ff87-542e-4e11-97d4-8beedefa1fd9,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:15.291082 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55398) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:15.309411 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-41b75926-769b-455c-b828-f4cd4141f2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.420237 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-809b5f0e-c57e-443c-b480-d4da78816306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.423041 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-809b5f0e-c57e-443c-b480-d4da78816306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.431069 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-809b5f0e-c57e-443c-b480-d4da78816306 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a17fca1e-3f1b-46e8-9ccd-cce6a6ee8b67 HTTP/1.1" status: 204 len: 168 time: 0.4804101 Aug 13 02:38:15.432022 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-41b75926-769b-455c-b828-f4cd4141f2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.435509 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-41b75926-769b-455c-b828-f4cd4141f2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.439361 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-41b75926-769b-455c-b828-f4cd4141f2e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa1e8d42-72b8-425e-bc5d-399b8cb87668 HTTP/1.1" status: 204 len: 168 time: 0.4618013 Aug 13 02:38:15.446251 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b301a7f-ae22-4ddf-bd80-545c833a5c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.462013 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b5f0e-c57e-443c-b480-d4da78816306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17fca1e-3f1b-46e8-9ccd-cce6a6ee8b67,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:15.504758 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b75926-769b-455c-b828-f4cd4141f2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1e8d42-72b8-425e-bc5d-399b8cb87668,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:15.522941 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b301a7f-ae22-4ddf-bd80-545c833a5c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.538724 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f3dbbc-1d42-4b88-8460-f282ac9e513d req-ff089b26-a57e-4310-8fef-fd814c5563d0 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:15.543983 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c1f3dbbc-1d42-4b88-8460-f282ac9e513d req-ff089b26-a57e-4310-8fef-fd814c5563d0 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 931 time: 0.1188240 Aug 13 02:38:15.621870 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b301a7f-ae22-4ddf-bd80-545c833a5c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.625762 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7b301a7f-ae22-4ddf-bd80-545c833a5c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:15.625762 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7b301a7f-ae22-4ddf-bd80-545c833a5c23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08c8ff87-542e-4e11-97d4-8beedefa1fd9 HTTP/1.1" status: 204 len: 168 time: 0.3308153 Aug 13 02:38:15.630325 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c1f3dbbc-1d42-4b88-8460-f282ac9e513d req-c4e0f556-a0e5-4375-a1fa-d8088f959e97 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795701 Aug 13 02:38:15.642302 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b301a7f-ae22-4ddf-bd80-545c833a5c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c8ff87-542e-4e11-97d4-8beedefa1fd9,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:15.795276 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee38df8-0b38-46b8-a594-e60a82a198c3 req-e08ce026-09bb-440f-bd86-918715ed6100 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:15.800067 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ee38df8-0b38-46b8-a594-e60a82a198c3 req-e08ce026-09bb-440f-bd86-918715ed6100 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 931 time: 0.0876658 Aug 13 02:38:15.862944 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-adc8ef08-f20a-4bcf-b4aa-f956cad2fdd2 req-730e38ee-643b-4ad5-86dc-a5b394fde677 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 210 time: 0.0548317 Aug 13 02:38:15.895623 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ee38df8-0b38-46b8-a594-e60a82a198c3 req-e34c0c14-713b-43c5-851b-79dc131b54c6 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888867 Aug 13 02:38:16.194804 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0e95e-3b63-4df0-bec3-a0c63e5e354b req-89cf00bc-2eb7-4d21-8094-c27fc9127a96 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:16.203384 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-55c0e95e-3b63-4df0-bec3-a0c63e5e354b req-89cf00bc-2eb7-4d21-8094-c27fc9127a96 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 931 time: 0.0662572 Aug 13 02:38:16.241785 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55426) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:16.241997 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55428) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:16.260333 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1b51df5a-41bc-4c00-bd80-9d33921eabe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.269650 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-55c0e95e-3b63-4df0-bec3-a0c63e5e354b req-6eb37047-8c00-4ad7-aa23-b9cfd496e15f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652831 Aug 13 02:38:16.330209 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a677e7db-0244-4833-a6be-a16775a1c4e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0ee6427ace44df5a3cf843de4bfdd52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0863221 Aug 13 02:38:16.335429 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55430) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:16.414430 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-96db92a6-7a4c-45fb-ac9d-a1de5f45b8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.442156 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-96db92a6-7a4c-45fb-ac9d-a1de5f45b8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.448313 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1b51df5a-41bc-4c00-bd80-9d33921eabe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.459423 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1b51df5a-41bc-4c00-bd80-9d33921eabe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.485196 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51df5a-41bc-4c00-bd80-9d33921eabe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8700a34-67ae-4f20-be84-612b2ec95619,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:16.522457 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1b51df5a-41bc-4c00-bd80-9d33921eabe2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7cd5aa6a54c48b5b380db8a1bb667fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786994 Aug 13 02:38:16.525160 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55436) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:16.591818 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-14106215-637c-434d-920d-b2ec584d2e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.595543 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-96db92a6-7a4c-45fb-ac9d-a1de5f45b8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.599043 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-96db92a6-7a4c-45fb-ac9d-a1de5f45b8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.601280 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-96db92a6-7a4c-45fb-ac9d-a1de5f45b8bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b0fbd30-904c-4e12-808f-68001bf9d209 HTTP/1.1" status: 204 len: 168 time: 0.2637913 Aug 13 02:38:16.617510 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db92a6-7a4c-45fb-ac9d-a1de5f45b8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0fbd30-904c-4e12-808f-68001bf9d209,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:16.653634 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-14106215-637c-434d-920d-b2ec584d2e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.724820 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-14106215-637c-434d-920d-b2ec584d2e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.727065 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-14106215-637c-434d-920d-b2ec584d2e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:16.731854 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-14106215-637c-434d-920d-b2ec584d2e06 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8700a34-67ae-4f20-be84-612b2ec95619 HTTP/1.1" status: 204 len: 168 time: 0.2056499 Aug 13 02:38:16.744950 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14106215-637c-434d-920d-b2ec584d2e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8700a34-67ae-4f20-be84-612b2ec95619,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:16.821165 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05a585-4026-4a23-a46d-a5508edcce39 req-5df52e39-dc42-45e5-819b-44c43f7975ff tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:16.822721 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9d05a585-4026-4a23-a46d-a5508edcce39 req-5df52e39-dc42-45e5-819b-44c43f7975ff tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 931 time: 0.0797169 Aug 13 02:38:16.901130 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9d05a585-4026-4a23-a46d-a5508edcce39 req-8b92c16f-39be-4d77-9a2c-23148355ea41 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711052 Aug 13 02:38:17.020277 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ecd2540-cdee-439f-89c3-54daf51d51a0 req-6a992f14-5451-491e-9dcf-1b3d6573a32b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 210 time: 0.0508990 Aug 13 02:38:17.099180 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a16d6-c77e-4bd1-a79b-691f4c7a21ad req-46003475-e2b1-4d8a-a119-485c093af0e5 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:17.100778 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270a16d6-c77e-4bd1-a79b-691f4c7a21ad req-46003475-e2b1-4d8a-a119-485c093af0e5 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 931 time: 0.0837851 Aug 13 02:38:17.154815 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-270a16d6-c77e-4bd1-a79b-691f4c7a21ad req-7f61e23b-24d4-48fe-a220-def5d82b1eae tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460351 Aug 13 02:38:17.414002 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c0bb0-c4e1-4b5a-a21a-667425880a24 req-390c0b73-dbbe-4592-8da0-f5672057fa68 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:17.415579 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-925c0bb0-c4e1-4b5a-a21a-667425880a24 req-390c0b73-dbbe-4592-8da0-f5672057fa68 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 931 time: 0.0604227 Aug 13 02:38:17.468078 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-925c0bb0-c4e1-4b5a-a21a-667425880a24 req-d9b96d28-e67c-4043-b211-bfd61432f97e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464211 Aug 13 02:38:17.760505 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55496) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:18.016691 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b237c444-1a02-4358-ae81-475f9430e0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:18.051864 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Request body: {'port': {'device_id': '79beea19-476d-4ec7-a79d-0dadaaa9bdf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:18.052717 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe44a1-3169-4563-9827-f69da4fc3c00 req-c9c28a58-14d6-485a-ac4d-aa5dc925c92a tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:18.054256 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d4fe44a1-3169-4563-9827-f69da4fc3c00 req-c9c28a58-14d6-485a-ac4d-aa5dc925c92a tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 931 time: 0.0822685 Aug 13 02:38:18.136296 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Request body: {'port': {'device_id': '731aa149-5496-4a16-9423-508655e0a8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:18.150498 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Request body: {'port': {'device_id': '34681707-0057-4751-ac64-cec576eb0ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:18.155649 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Request body: {'port': {'device_id': 'bcd57c8e-ffbb-480d-aaae-aaaf9626775a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:18.259128 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:18.268907 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ba421ea-64bd-4688-9b75-a4d92902954d req-18188904-7ce6-4e8c-abf8-c687a4f7b168 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 210 time: 0.1086447 Aug 13 02:38:18.279004 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:18.318337 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d4fe44a1-3169-4563-9827-f69da4fc3c00 req-6f0f5d7f-cabc-4fc2-b63d-54849d2bd987 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507000 Aug 13 02:38:18.437574 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:18.442703 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:18.839363 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b851462-5c01-4b96-8ab1-78d44265d986 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:18.851630 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:18.859323 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c91296-dae0-4c97-b24e-cfca354525e6 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:18.871862 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:18.880695 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Transition to ACTIVE for port object 2b851462-5c01-4b96-8ab1-78d44265d986 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:18.883440 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4148c-85d1-455c-8edb-ae6c3d8ccec0 req-2afd05e0-01ed-4046-8ac6-63cb9390ecdf tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:18.891372 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Transition to ACTIVE for port object 03c91296-dae0-4c97-b24e-cfca354525e6 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:18.892078 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bcf4148c-85d1-455c-8edb-ae6c3d8ccec0 req-2afd05e0-01ed-4046-8ac6-63cb9390ecdf tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 931 time: 0.4951987 Aug 13 02:38:18.893209 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:18.905317 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:18.932233 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.60', 62972) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:19.037302 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bcf4148c-85d1-455c-8edb-ae6c3d8ccec0 req-ba8d14b2-a9fe-4adc-9cf3-e98203f08e31 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440835 Aug 13 02:38:19.040425 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b237c444-1a02-4358-ae81-475f9430e0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.067555 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Pushing event updated for resources: {'Port': ['ID=2b851462-5c01-4b96-8ab1-78d44265d986,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:19.157161 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49df980-d6e1-41d7-9058-c9246f0ec42f req-aeb59241-c1d7-4489-ae0a-6e8e8b449def tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:19.173690 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b49df980-d6e1-41d7-9058-c9246f0ec42f req-aeb59241-c1d7-4489-ae0a-6e8e8b449def tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 931 time: 0.3075948 Aug 13 02:38:19.176012 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b237c444-1a02-4358-ae81-475f9430e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.277290 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b49df980-d6e1-41d7-9058-c9246f0ec42f req-58d05c76-f574-4477-bd8f-7f1fc6378f1d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979309 Aug 13 02:38:19.293594 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b237c444-1a02-4358-ae81-475f9430e0ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e69f32cb037041fcad4336436be95a25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5239360 Aug 13 02:38:19.293594 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237c444-1a02-4358-ae81-475f9430e0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40f995d-3642-478b-80c8-cb09641c54d6,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:19.293594 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55570) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:19.411929 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-325724d3-c6a6-4530-82c2-acb3bd2e0996 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:19.413526 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-325724d3-c6a6-4530-82c2-acb3bd2e0996 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.60 "GET /v2.0/networks?id=9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 200 len: 817 time: 0.4801314 Aug 13 02:38:19.414066 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Pushing event updated for resources: {'Port': ['ID=03c91296-dae0-4c97-b24e-cfca354525e6,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:19.429655 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Attempting to bind port 2b851462-5c01-4b96-8ab1-78d44265d986 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:19.430004 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Attempting to bind port 2b851462-5c01-4b96-8ab1-78d44265d986 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6d1c8f31-0314-4227-95df-8da963f860f7'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:19.430352 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Attempting to bind port 2b851462-5c01-4b96-8ab1-78d44265d986 on network 6d1c8f31-0314-4227-95df-8da963f860f7 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:19.440748 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Port 2b851462-5c01-4b96-8ab1-78d44265d986 on network 6d1c8f31-0314-4227-95df-8da963f860f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:38:19.441107 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Attempting to bind port 2b851462-5c01-4b96-8ab1-78d44265d986 on network 6d1c8f31-0314-4227-95df-8da963f860f7 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:19.466946 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:19.467328 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Checking segment: {'id': '9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6d1c8f31-0314-4227-95df-8da963f860f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:19.467855 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Bound using segment: {'id': '9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6d1c8f31-0314-4227-95df-8da963f860f7'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:19.468312 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Bound port: 2b851462-5c01-4b96-8ab1-78d44265d986, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '6d1c8f31-0314-4227-95df-8da963f860f7'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:19.468689 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.470571 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Attempting to bind port 03c91296-dae0-4c97-b24e-cfca354525e6 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:19.470890 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Attempting to bind port 03c91296-dae0-4c97-b24e-cfca354525e6 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:19.471203 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Attempting to bind port 03c91296-dae0-4c97-b24e-cfca354525e6 on network 0945f000-2077-4600-a181-e1215459c07a {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:19.500523 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a93ebc9-a233-4ca3-bf6a-e7c11933daec req-20f8aded-7d3a-4a8d-8c03-07d3504c6b22 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 210 time: 0.0791345 Aug 13 02:38:19.502662 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Port 03c91296-dae0-4c97-b24e-cfca354525e6 on network 0945f000-2077-4600-a181-e1215459c07a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:38:19.502993 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Attempting to bind port 03c91296-dae0-4c97-b24e-cfca354525e6 on network 0945f000-2077-4600-a181-e1215459c07a {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:19.540257 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-f4449121-a86b-45d7-b238-c84c34a46ec8 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297 HTTP/1.1" status: 200 len: 379 time: 0.1042635 Aug 13 02:38:19.542465 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:19.542792 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Checking segment: {'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:19.543157 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Bound using segment: {'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:19.543590 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Bound port: 03c91296-dae0-4c97-b24e-cfca354525e6, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:19.543993 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.563033 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-ee797f3e-bb23-466d-a5bf-a8eea507f6dd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Request body: {'port': {'device_id': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'admin_state_up': True, 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'security_groups': ['29616318-06ff-43d7-a415-b7a1e645a3f7']}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:19.580486 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0226c242-5961-478e-8123-8014337c334d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.605168 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d602ff-a864-4e28-9958-a9f9bd3ab926 req-7ab7669c-6b35-4149-a3f1-ca52f8ca4e19 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:19.606660 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a4d602ff-a864-4e28-9958-a9f9bd3ab926 req-7ab7669c-6b35-4149-a3f1-ca52f8ca4e19 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 943 time: 0.1343124 Aug 13 02:38:19.631620 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0226c242-5961-478e-8123-8014337c334d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.661897 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] For port 2b851462-5c01-4b96-8ab1-78d44265d986, host hv-cinder-76018, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:19.703483 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] For port 2b851462-5c01-4b96-8ab1-78d44265d986, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b851462-5c01-4b96-8ab1-78d44265d986,segment=NetworkSegment(9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7),segment_id=9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:19.724766 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8c918a-34dc-43e6-bbb3-da83d9626991 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:19.726764 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.749884 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a4d602ff-a864-4e28-9958-a9f9bd3ab926 req-9c987bb8-5e2d-42e3-8134-9a7edb87e71e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238377 Aug 13 02:38:19.753428 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] For port 03c91296-dae0-4c97-b24e-cfca354525e6, host hv-cinder-76018, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:19.761172 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.797082 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] For port 03c91296-dae0-4c97-b24e-cfca354525e6, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=03c91296-dae0-4c97-b24e-cfca354525e6,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:19.808013 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Transition to ACTIVE for port object 0b8c918a-34dc-43e6-bbb3-da83d9626991 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:19.809227 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0226c242-5961-478e-8123-8014337c334d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.810141 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:19.811132 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.811877 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0226c242-5961-478e-8123-8014337c334d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.813057 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] 10.222.0.60 "PUT /v2.0/ports/2b851462-5c01-4b96-8ab1-78d44265d986 HTTP/1.1" status: 200 len: 1093 time: 1.8650739 Aug 13 02:38:19.813657 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79beea19-476d-4ec7-a79d-0dadaaa9bdf1', 'tag': '2b851462-5c01-4b96-8ab1-78d44265d986'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:19.816072 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0226c242-5961-478e-8123-8014337c334d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a40f995d-3642-478b-80c8-cb09641c54d6 HTTP/1.1" status: 204 len: 168 time: 0.5195463 Aug 13 02:38:19.823682 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.841595 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226c242-5961-478e-8123-8014337c334d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40f995d-3642-478b-80c8-cb09641c54d6,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:19.841595 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.860325 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6632153-bc74-47ce-9a29-22530f05a730 service neutron] Pushing event updated for resources: {'Port': ['ID=2b851462-5c01-4b96-8ab1-78d44265d986,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:19.871573 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-ee797f3e-bb23-466d-a5bf-a8eea507f6dd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Made reservation on behalf of 56db0bf5e5a14e7fa22f6d08efb9b297 for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:19.877301 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-ee797f3e-bb23-466d-a5bf-a8eea507f6dd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.912756 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:19.913644 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:19.915190 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] 10.222.0.60 "PUT /v2.0/ports/03c91296-dae0-4c97-b24e-cfca354525e6 HTTP/1.1" status: 200 len: 1093 time: 1.9092557 Aug 13 02:38:20.034159 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8c918a-34dc-43e6-bbb3-da83d9626991,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:20.072527 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef09681-c67f-4099-80b2-7d4f9b47864c service neutron] Pushing event updated for resources: {'Port': ['ID=03c91296-dae0-4c97-b24e-cfca354525e6,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:20.113644 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938f66c-5e1f-4765-9337-81e81558319b req-c54c3c73-fcf5-41f3-8ea3-b552105a8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:20.115165 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-c54c3c73-fcf5-41f3-8ea3-b552105a8ce4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73429b38c3414d3aa9cb65e0cec2485a&device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 1096 time: 0.2057362 Aug 13 02:38:20.116077 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Attempting to bind port 0b8c918a-34dc-43e6-bbb3-da83d9626991 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:20.116431 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Attempting to bind port 0b8c918a-34dc-43e6-bbb3-da83d9626991 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '96b00fa7-615e-4eee-ae4e-eaa51bfccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:20.116849 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Attempting to bind port 0b8c918a-34dc-43e6-bbb3-da83d9626991 on network 9fe858a6-ca4c-4264-bddc-22721051f7c2 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:20.124527 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-4a27bb88-0d59-4c14-863c-d66c623a07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:20.126091 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-4a27bb88-0d59-4c14-863c-d66c623a07fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f1bf98d70c54d758a20a5ee1e380ef4&device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 1096 time: 0.1391654 Aug 13 02:38:20.128483 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Port 0b8c918a-34dc-43e6-bbb3-da83d9626991 on network 9fe858a6-ca4c-4264-bddc-22721051f7c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:38:20.128873 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Attempting to bind port 0b8c918a-34dc-43e6-bbb3-da83d9626991 on network 9fe858a6-ca4c-4264-bddc-22721051f7c2 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:20.170467 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:20.170829 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Checking segment: {'id': '96b00fa7-615e-4eee-ae4e-eaa51bfccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:20.171335 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Bound using segment: {'id': '96b00fa7-615e-4eee-ae4e-eaa51bfccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:20.171778 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Bound port: 0b8c918a-34dc-43e6-bbb3-da83d9626991, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b00fa7-615e-4eee-ae4e-eaa51bfccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:20.172127 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.258739 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 55610) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:20.270833 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-9400bd6c-05df-4805-bafa-2a94c3aabe4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03c91296-dae0-4c97-b24e-cfca354525e6 HTTP/1.1" status: 200 len: 217 time: 0.1226807 Aug 13 02:38:20.275047 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-838aa598-83a2-4003-925f-9841c390356a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b851462-5c01-4b96-8ab1-78d44265d986 HTTP/1.1" status: 200 len: 217 time: 0.1258368 Aug 13 02:38:20.303890 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-ee797f3e-bb23-466d-a5bf-a8eea507f6dd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Allocated IP 172.20.0.14 (9102dfda-d03c-4456-90ad-be83fc17c3bd/1d722d64-dd9d-486a-a9c9-6f37fad094ab/97ef92cc-ee8c-4230-96ba-e5f82029d0aa) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:20.386547 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:20.397413 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.420865 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938f66c-5e1f-4765-9337-81e81558319b req-ec3ea71f-009d-4833-a9f0-c7e3442db83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:20.422344 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-ec3ea71f-009d-4833-a9f0-c7e3442db83a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0b5437-2317-4e1e-97f1-4a279fb8d5ef HTTP/1.1" status: 200 len: 851 time: 0.1212668 Aug 13 02:38:20.430714 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-56f487d8-f4c4-49a6-af54-d62444ccd58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:20.432248 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-56f487d8-f4c4-49a6-af54-d62444ccd58f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7b402c5-713b-4159-ad46-e99bb2dc7e4a HTTP/1.1" status: 200 len: 855 time: 0.1299307 Aug 13 02:38:20.464723 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Transition to ACTIVE for port object 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:20.482954 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd2ae1-a101-4d26-a182-5c942bd8c16d req-caae2f1a-28d6-4ba9-ab8d-7a6e0cab06a0 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:20.484693 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-65bd2ae1-a101-4d26-a182-5c942bd8c16d req-caae2f1a-28d6-4ba9-ab8d-7a6e0cab06a0 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 943 time: 0.3270864 Aug 13 02:38:20.492813 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.527022 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55622) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:20.527814 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a382a03db399cca1283d4f7ece85babfb64ee32656e6b885022af9a72db3350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731fd9f1-d128-4613-9357-457a515655fd" -d '{"events": [{"name": "network-changed", "server_uuid": "79beea19-476d-4ec7-a79d-0dadaaa9bdf1", "tag": "2b851462-5c01-4b96-8ab1-78d44265d986"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:20.534096 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-5e0b885f-6de4-4ddd-8e72-39e34068531d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d1c8f31-0314-4227-95df-8da963f860f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008966 Aug 13 02:38:20.558087 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-3c4b199d-e6c4-45df-a6fa-8334f39a36d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0945f000-2077-4600-a181-e1215459c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038024 Aug 13 02:38:20.572549 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] For port 0b8c918a-34dc-43e6-bbb3-da83d9626991, host hv-cinder-76018, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:20.598105 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a62e18ef-8272-42d6-bc61-7cbed2536853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.615018 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] For port 0b8c918a-34dc-43e6-bbb3-da83d9626991, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=0b8c918a-34dc-43e6-bbb3-da83d9626991,segment=NetworkSegment(96b00fa7-615e-4eee-ae4e-eaa51bfccf72),segment_id=96b00fa7-615e-4eee-ae4e-eaa51bfccf72)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:20.626155 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c822-0db3-4846-bf71-cc3a5bd91377 req-a5e0fb0e-09c3-444f-b336-d43584275291 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:20.628197 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-45b3c822-0db3-4846-bf71-cc3a5bd91377 req-a5e0fb0e-09c3-444f-b336-d43584275291 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 943 time: 0.2080131 Aug 13 02:38:20.648748 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.667519 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:20.688662 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-65bd2ae1-a101-4d26-a182-5c942bd8c16d req-17ce0741-8ff2-4305-9fd3-567aab6299f3 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905456 Aug 13 02:38:20.745661 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-ee797f3e-bb23-466d-a5bf-a8eea507f6dd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.773320 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-65fc748e-4ce6-454d-ad62-308b4ce5dece service neutron] 10.222.0.60 "GET /v2.0/networks/6d1c8f31-0314-4227-95df-8da963f860f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218478 Aug 13 02:38:20.780390 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-558c70db-a98f-484c-b8df-c0988eaf8575 service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122848 Aug 13 02:38:20.784132 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-ee797f3e-bb23-466d-a5bf-a8eea507f6dd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Transition to ACTIVE for port object 97ef92cc-ee8c-4230-96ba-e5f82029d0aa will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:20.790536 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:20.791375 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.793151 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] 10.222.0.60 "PUT /v2.0/ports/0b8c918a-34dc-43e6-bbb3-da83d9626991 HTTP/1.1" status: 200 len: 1093 time: 2.6674926 Aug 13 02:38:20.793734 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34681707-0057-4751-ac64-cec576eb0ab1', 'tag': '0b8c918a-34dc-43e6-bbb3-da83d9626991'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:20.862588 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-45b3c822-0db3-4846-bf71-cc3a5bd91377 req-d317596f-edcb-45ec-a65a-900e515a3453 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151580 Aug 13 02:38:20.903068 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8a6f1e0d-3c9b-49c8-9375-9a76747b45d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:20.958067 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf231074-28da-4175-911e-deb63c42eec9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8c918a-34dc-43e6-bbb3-da83d9626991,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:21.020845 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Attempting to bind port 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:21.021182 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Attempting to bind port 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '96b00fa7-615e-4eee-ae4e-eaa51bfccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:21.021511 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Attempting to bind port 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 on network 9fe858a6-ca4c-4264-bddc-22721051f7c2 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:21.046193 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-35fc9d10-0ac3-4021-9eeb-603a733f5af3 service neutron] 10.222.0.60 "GET /v2.0/networks/6d1c8f31-0314-4227-95df-8da963f860f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631760 Aug 13 02:38:21.059181 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebf2bc00-2444-4ae7-a025-358f64d7a79e req-cf816bf3-8670-491e-95b4-147aa6b9f650 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 210 time: 0.0737202 Aug 13 02:38:21.062796 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-74e245fa-afdc-4ccc-8597-167cbe97c451 req-69bf044d-32b5-443b-bf4c-0a823bf7f869 service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729299 Aug 13 02:38:21.064474 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-ee797f3e-bb23-466d-a5bf-a8eea507f6dd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.103749 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Port 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 on network 9fe858a6-ca4c-4264-bddc-22721051f7c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:38:21.104137 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Attempting to bind port 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 on network 9fe858a6-ca4c-4264-bddc-22721051f7c2 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:21.119588 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-ee797f3e-bb23-466d-a5bf-a8eea507f6dd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Network 9102dfda-d03c-4456-90ad-be83fc17c3bd is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:21.125174 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-ee797f3e-bb23-466d-a5bf-a8eea507f6dd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:21.130129 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-ee797f3e-bb23-466d-a5bf-a8eea507f6dd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:21.140988 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:21.141332 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Checking segment: {'id': '96b00fa7-615e-4eee-ae4e-eaa51bfccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:21.141601 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Bound using segment: {'id': '96b00fa7-615e-4eee-ae4e-eaa51bfccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:21.142012 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Bound port: 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96b00fa7-615e-4eee-ae4e-eaa51bfccf72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:21.142367 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.154740 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-97b6101b-cdd4-4d2a-a99d-9b88708853e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:21.156332 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-97b6101b-cdd4-4d2a-a99d-9b88708853e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ab7602dc7a742c9ab40295105bc5b1a&device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 1096 time: 0.2782285 Aug 13 02:38:21.216177 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-ee797f3e-bb23-466d-a5bf-a8eea507f6dd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:21.216888 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-ee797f3e-bb23-466d-a5bf-a8eea507f6dd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.221342 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60b448c-1c25-4ac7-98bb-c8943b437753 x-openstack-request-id: req-e60b448c-1c25-4ac7-98bb-c8943b437753 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:21.221622 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79beea19-476d-4ec7-a79d-0dadaaa9bdf1", "tag": "2b851462-5c01-4b96-8ab1-78d44265d986", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:21.221931 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e60b448c-1c25-4ac7-98bb-c8943b437753 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:21.222396 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79beea19-476d-4ec7-a79d-0dadaaa9bdf1', 'tag': '2b851462-5c01-4b96-8ab1-78d44265d986', 'status': 'completed', 'code': 200} Aug 13 02:38:21.225807 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee797f3e-bb23-466d-a5bf-a8eea507f6dd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event updated for resources: {'Port': ['ID=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:21.274913 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a62e18ef-8272-42d6-bc61-7cbed2536853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.358647 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fd9f1-d128-4613-9357-457a515655fd req-9ebd52bf-e31c-4749-bed7-6a5e4647a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:21.360280 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-731fd9f1-d128-4613-9357-457a515655fd req-9ebd52bf-e31c-4749-bed7-6a5e4647a978 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=73429b38c3414d3aa9cb65e0cec2485a&device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 1096 time: 0.0878375 Aug 13 02:38:21.395765 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c219c233-54a5-415f-8f8d-a67f5f57040f" -d '{"events": [{"name": "network-changed", "server_uuid": "34681707-0057-4751-ac64-cec576eb0ab1", "tag": "0b8c918a-34dc-43e6-bbb3-da83d9626991"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:21.399539 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-9ebedeac-400c-4782-8019-25e3b45d826f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b8c918a-34dc-43e6-bbb3-da83d9626991 HTTP/1.1" status: 200 len: 217 time: 0.1425984 Aug 13 02:38:21.412156 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a62e18ef-8272-42d6-bc61-7cbed2536853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.447739 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-97bcdf08-edd1-4530-8968-05fdc4110ddc None None] Provisioning for port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:21.452517 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-97bcdf08-edd1-4530-8968-05fdc4110ddc None None] Provisioning complete for port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:21.452517 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-97bcdf08-edd1-4530-8968-05fdc4110ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.505555 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a62e18ef-8272-42d6-bc61-7cbed2536853 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba72e5c9ca5944b5b13de43b00b1ca5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9773297 Aug 13 02:38:21.506366 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55660) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:21.523197 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e18ef-8272-42d6-bc61-7cbed2536853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec62dec-9f0b-4a84-8415-6a498c82ff3b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:21.552414 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-97bcdf08-edd1-4530-8968-05fdc4110ddc None None] Port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:38:21.596091 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706b834d-fa1b-4f7d-b53c-5065e4b1de7f x-openstack-request-id: req-706b834d-fa1b-4f7d-b53c-5065e4b1de7f {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:21.596609 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34681707-0057-4751-ac64-cec576eb0ab1", "tag": "0b8c918a-34dc-43e6-bbb3-da83d9626991", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:21.596810 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-706b834d-fa1b-4f7d-b53c-5065e4b1de7f {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:21.597364 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34681707-0057-4751-ac64-cec576eb0ab1', 'tag': '0b8c918a-34dc-43e6-bbb3-da83d9626991', 'status': 'completed', 'code': 200} Aug 13 02:38:21.631943 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b852b-2ac2-4c8e-984a-29ac450e2591 req-f27e895e-cd08-46e9-aef3-9b94432d20a7 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:21.633527 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9d4b852b-2ac2-4c8e-984a-29ac450e2591 req-f27e895e-cd08-46e9-aef3-9b94432d20a7 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 943 time: 0.4445314 Aug 13 02:38:21.644274 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] For port 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758, host hv-cinder-76018, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:21.675484 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] For port 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758,segment=NetworkSegment(96b00fa7-615e-4eee-ae4e-eaa51bfccf72),segment_id=96b00fa7-615e-4eee-ae4e-eaa51bfccf72)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:21.682694 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-3a304eab-4485-4b3d-a693-1f4a2a4f8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:21.684224 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-3a304eab-4485-4b3d-a693-1f4a2a4f8784 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c HTTP/1.1" status: 200 len: 858 time: 0.2448795 Aug 13 02:38:21.689155 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.790638 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8a6f1e0d-3c9b-49c8-9375-9a76747b45d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.792284 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fd9f1-d128-4613-9357-457a515655fd req-28d68357-41ad-4ef4-aabf-9d243721ebbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:21.793843 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-731fd9f1-d128-4613-9357-457a515655fd req-28d68357-41ad-4ef4-aabf-9d243721ebbd service neutron] 10.222.0.60 "GET /v2.0/networks?id=6d1c8f31-0314-4227-95df-8da963f860f7 HTTP/1.1" status: 200 len: 912 time: 0.4246137 Aug 13 02:38:21.799665 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8a6f1e0d-3c9b-49c8-9375-9a76747b45d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.805530 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-30ef6726-0a12-4837-9302-99dfef5082c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fe858a6-ca4c-4264-bddc-22721051f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073327 Aug 13 02:38:21.812200 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f49cde37-9991-449b-ab77-ca80044d3933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.827744 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-ee797f3e-bb23-466d-a5bf-a8eea507f6dd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2811196 Aug 13 02:38:21.849898 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9d4b852b-2ac2-4c8e-984a-29ac450e2591 req-a5810a7e-0933-4c4c-af29-af81ba93718a tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070186 Aug 13 02:38:21.863646 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:21.864262 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.865929 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] 10.222.0.60 "PUT /v2.0/ports/8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 HTTP/1.1" status: 200 len: 1093 time: 3.7391748 Aug 13 02:38:21.881189 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Request body: {'port': {'device_id': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:21.914826 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-731fd9f1-d128-4613-9357-457a515655fd req-59769ab2-fa2c-482f-867e-1ff69e5af918 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b851462-5c01-4b96-8ab1-78d44265d986 HTTP/1.1" status: 200 len: 217 time: 0.1093519 Aug 13 02:38:21.947289 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8a6f1e0d-3c9b-49c8-9375-9a76747b45d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a567456d857e464f8e7275fe7400093a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6851308 Aug 13 02:38:21.947727 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f1e0d-3c9b-49c8-9375-9a76747b45d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d5cf0c-408c-40a0-9b8b-4463844ca721,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:21.947839 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55676) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:21.950447 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94726b3d-5925-40f5-b15c-429a5ff304a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:21.963747 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:21.968384 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f49cde37-9991-449b-ab77-ca80044d3933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.044151 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fd9f1-d128-4613-9357-457a515655fd req-30bf55dd-17a3-411d-ad2d-679c4e65a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:22.045717 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-731fd9f1-d128-4613-9357-457a515655fd req-30bf55dd-17a3-411d-ad2d-679c4e65a67e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ee0b5437-2317-4e1e-97f1-4a279fb8d5ef HTTP/1.1" status: 200 len: 851 time: 0.0935009 Aug 13 02:38:22.087709 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff84bb-5261-432f-9812-476cea5c88f2 req-d54fe213-4ada-4836-ae34-88c1e372a9a5 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:22.089154 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76ff84bb-5261-432f-9812-476cea5c88f2 req-d54fe213-4ada-4836-ae34-88c1e372a9a5 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 943 time: 0.2827406 Aug 13 02:38:22.138298 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-731fd9f1-d128-4613-9357-457a515655fd req-fe96e85e-c067-4c29-8096-910f67b7b977 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6d1c8f31-0314-4227-95df-8da963f860f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426733 Aug 13 02:38:22.183174 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-676cf667-c391-4c15-b921-d6f28091f7da service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685429 Aug 13 02:38:22.223295 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1bba7828-f3a6-4652-b256-839e7bff8417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.269506 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-021b6720-aea4-43c0-be23-970e09c29cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:22.271000 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-021b6720-aea4-43c0-be23-970e09c29cc0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ab7602dc7a742c9ab40295105bc5b1a&device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 1096 time: 0.2832019 Aug 13 02:38:22.277416 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f49cde37-9991-449b-ab77-ca80044d3933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.280103 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f49cde37-9991-449b-ab77-ca80044d3933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.283906 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f49cde37-9991-449b-ab77-ca80044d3933 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cec62dec-9f0b-4a84-8415-6a498c82ff3b HTTP/1.1" status: 204 len: 168 time: 0.7628527 Aug 13 02:38:22.314785 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76ff84bb-5261-432f-9812-476cea5c88f2 req-6a861349-069c-4bf4-85f1-53cb72eae2ff tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172422 Aug 13 02:38:22.368634 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-731fd9f1-d128-4613-9357-457a515655fd req-1d560156-2c84-4ec0-9119-7b9eedb8e5a8 service neutron] 10.222.0.60 "GET /v2.0/networks/6d1c8f31-0314-4227-95df-8da963f860f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140300 Aug 13 02:38:22.415622 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec3f45-df4f-4a7b-a256-507cdaea7854 req-8c98918a-6be3-4044-a972-1c7a5d03af4f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:22.420291 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f6ec3f45-df4f-4a7b-a256-507cdaea7854 req-8c98918a-6be3-4044-a972-1c7a5d03af4f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 943 time: 0.4142857 Aug 13 02:38:22.455525 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cde37-9991-449b-ab77-ca80044d3933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec62dec-9f0b-4a84-8415-6a498c82ff3b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:22.461541 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1bba7828-f3a6-4652-b256-839e7bff8417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.478012 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-1d74eeff-08a4-4d71-acb5-b24ded275b0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 HTTP/1.1" status: 200 len: 217 time: 0.1789820 Aug 13 02:38:22.584180 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ef92cc-ee8c-4230-96ba-e5f82029d0aa {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:22.598416 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.619023 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-731fd9f1-d128-4613-9357-457a515655fd req-d067910d-1b94-4b41-b6ce-43e2910429d7 service neutron] 10.222.0.60 "GET /v2.0/networks/6d1c8f31-0314-4227-95df-8da963f860f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392170 Aug 13 02:38:22.632889 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Transition to ACTIVE for port object 97ef92cc-ee8c-4230-96ba-e5f82029d0aa will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:22.637298 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f6ec3f45-df4f-4a7b-a256-507cdaea7854 req-d362f367-0d9f-4fab-abfe-b73d3920bd31 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091420 Aug 13 02:38:22.643184 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.645989 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-e8786c30-d4c5-4e39-8e16-c346e8f0d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:22.647755 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-e8786c30-d4c5-4e39-8e16-c346e8f0d8ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c HTTP/1.1" status: 200 len: 858 time: 0.1526339 Aug 13 02:38:22.651996 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de6b62e2-74f5-4796-b0fd-0e2e63497bad req-177014b8-6c01-4bc2-bb6b-df39afb627f9 service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511364 Aug 13 02:38:22.662551 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d70155-5bdf-4663-9257-2eccb52b9894 req-2da7a510-f5ba-462b-9f33-f9c8ca0285f6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:22.664693 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36d70155-5bdf-4663-9257-2eccb52b9894 req-2da7a510-f5ba-462b-9f33-f9c8ca0285f6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 932 time: 0.2060561 Aug 13 02:38:22.716857 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Pushing event updated for resources: {'Port': ['ID=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:22.742715 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-c073666c-c32f-4777-9db4-32dead97c792 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fe858a6-ca4c-4264-bddc-22721051f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765314 Aug 13 02:38:22.743491 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1bba7828-f3a6-4652-b256-839e7bff8417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.746601 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1bba7828-f3a6-4652-b256-839e7bff8417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.765901 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1bba7828-f3a6-4652-b256-839e7bff8417 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2d5cf0c-408c-40a0-9b8b-4463844ca721 HTTP/1.1" status: 204 len: 168 time: 0.8018181 Aug 13 02:38:22.794137 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba7828-f3a6-4652-b256-839e7bff8417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d5cf0c-408c-40a0-9b8b-4463844ca721,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:22.895616 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Attempting to bind port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:22.896019 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Attempting to bind port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:22.897143 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Attempting to bind port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa on network 9102dfda-d03c-4456-90ad-be83fc17c3bd {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:22.901954 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 2b851462-5c01-4b96-8ab1-78d44265d986 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:38:22.903928 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa on network 9102dfda-d03c-4456-90ad-be83fc17c3bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:38:22.904387 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Attempting to bind port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa on network 9102dfda-d03c-4456-90ad-be83fc17c3bd {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:22.910923 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:22.911478 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Checking segment: {'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:22.912012 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Bound using segment: {'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:22.913015 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Bound port: 97ef92cc-ee8c-4230-96ba-e5f82029d0aa, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:22.913015 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:22.997957 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] For port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa, host hv-cinder-76018, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:23.002199 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] For port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:23.011064 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:23.058826 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:23.059528 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:23.061281 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] 10.222.0.60 "PUT /v2.0/ports/97ef92cc-ee8c-4230-96ba-e5f82029d0aa HTTP/1.1" status: 200 len: 1094 time: 1.1933432 Aug 13 02:38:23.107924 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86d657-d295-4f5a-8287-456cd4ea77cd service neutron] Pushing event updated for resources: {'Port': ['ID=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:23.110337 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 2b851462-5c01-4b96-8ab1-78d44265d986, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b851462-5c01-4b96-8ab1-78d44265d986,segment=NetworkSegment(9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7),segment_id=9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:23.119846 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36d70155-5bdf-4663-9257-2eccb52b9894 req-2ec9be4d-9f92-4d1e-9249-2908f439e42e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4342601 Aug 13 02:38:23.156830 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '2b851462-5c01-4b96-8ab1-78d44265d986', 'network_id': '6d1c8f31-0314-4227-95df-8da963f860f7', 'port_id': '2b851462-5c01-4b96-8ab1-78d44265d986', 'mac_address': 'fa:16:3e:39:b3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee0b5437-2317-4e1e-97f1-4a279fb8d5ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:38:23.182371 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-78ea4d5d-72f0-4565-b054-03f6653cb999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:23.183911 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-78ea4d5d-72f0-4565-b054-03f6653cb999 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 1097 time: 0.0524445 Aug 13 02:38:23.218001 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:23.240497 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b851462-5c01-4b96-8ab1-78d44265d986 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:23.253225 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '731aa149-5496-4a16-9423-508655e0a8ed', 'tag': '03c91296-dae0-4c97-b24e-cfca354525e6'}, {'name': 'network-changed', 'server_uuid': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'tag': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:23.257298 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a382a03db399cca1283d4f7ece85babfb64ee32656e6b885022af9a72db3350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c271e767-dc62-4df7-b395-162668054069" -d '{"events": [{"name": "network-changed", "server_uuid": "731aa149-5496-4a16-9423-508655e0a8ed", "tag": "03c91296-dae0-4c97-b24e-cfca354525e6"}, {"name": "network-changed", "server_uuid": "0022f2c0-0d07-4d1b-8926-4dfa7356f023", "tag": "97ef92cc-ee8c-4230-96ba-e5f82029d0aa"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:23.262294 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-00a79dd2-d21b-42c0-b4e4-dff3f9221af5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa HTTP/1.1" status: 200 len: 217 time: 0.0607705 Aug 13 02:38:23.268280 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219c233-54a5-415f-8f8d-a67f5f57040f req-feeb0322-fecd-4395-8886-d0582e5432d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:23.272167 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c219c233-54a5-415f-8f8d-a67f5f57040f req-feeb0322-fecd-4395-8886-d0582e5432d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ab7602dc7a742c9ab40295105bc5b1a&device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 1096 time: 0.4691253 Aug 13 02:38:23.293888 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 2b851462-5c01-4b96-8ab1-78d44265d986, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b851462-5c01-4b96-8ab1-78d44265d986,segment=NetworkSegment(9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7),segment_id=9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:23.303110 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:23.304300 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 03c91296-dae0-4c97-b24e-cfca354525e6 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:38:23.363488 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2037a0b-686d-4cc6-8c8e-0ed00521de9d x-openstack-request-id: req-c2037a0b-686d-4cc6-8c8e-0ed00521de9d {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:23.363889 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "731aa149-5496-4a16-9423-508655e0a8ed", "tag": "03c91296-dae0-4c97-b24e-cfca354525e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0022f2c0-0d07-4d1b-8926-4dfa7356f023", "tag": "97ef92cc-ee8c-4230-96ba-e5f82029d0aa", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:23.364939 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2037a0b-686d-4cc6-8c8e-0ed00521de9d {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:23.366090 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '731aa149-5496-4a16-9423-508655e0a8ed', 'tag': '03c91296-dae0-4c97-b24e-cfca354525e6', 'status': 'completed', 'code': 200} Aug 13 02:38:23.366352 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'tag': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'status': 'completed', 'code': 200} Aug 13 02:38:23.370352 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-894938e1-109a-4650-ab22-6740cc327ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:23.377363 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-894938e1-109a-4650-ab22-6740cc327ee0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d722d64-dd9d-486a-a9c9-6f37fad094ab HTTP/1.1" status: 200 len: 856 time: 0.1052399 Aug 13 02:38:23.432396 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=2b851462-5c01-4b96-8ab1-78d44265d986,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:23.601357 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 03c91296-dae0-4c97-b24e-cfca354525e6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=03c91296-dae0-4c97-b24e-cfca354525e6,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:23.610066 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-0c97ee52-417a-447e-ac39-bf7f5c72f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:23.614039 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-0c97ee52-417a-447e-ac39-bf7f5c72f54c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9102dfda-d03c-4456-90ad-be83fc17c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2169878 Aug 13 02:38:23.625971 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e767-dc62-4df7-b395-162668054069 req-94b55db8-cf08-4146-a181-63000ed2dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:23.632564 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '03c91296-dae0-4c97-b24e-cfca354525e6', 'network_id': '0945f000-2077-4600-a181-e1215459c07a', 'port_id': '03c91296-dae0-4c97-b24e-cfca354525e6', 'mac_address': 'fa:16:3e:d5:42:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b402c5-713b-4159-ad46-e99bb2dc7e4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:38:23.633619 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c271e767-dc62-4df7-b395-162668054069 req-94b55db8-cf08-4146-a181-63000ed2dabc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f1bf98d70c54d758a20a5ee1e380ef4&device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 1096 time: 0.1798475 Aug 13 02:38:23.722573 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:23.741991 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c91296-dae0-4c97-b24e-cfca354525e6 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:23.766289 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 03c91296-dae0-4c97-b24e-cfca354525e6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=03c91296-dae0-4c97-b24e-cfca354525e6,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:23.780530 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:23.791493 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1dcf7-fc39-4eb2-8f54-0263a1836ea7 req-a084c09d-cc58-435d-be53-4853aa20bfe1 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:23.793070 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dd1dcf7-fc39-4eb2-8f54-0263a1836ea7 req-a084c09d-cc58-435d-be53-4853aa20bfe1 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 943 time: 0.7457178 Aug 13 02:38:23.793745 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd57c8e-ffbb-480d-aaae-aaaf9626775a', 'tag': '8e90d8bd-f7b0-4ca1-ab6d-11b14f018758'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:23.796136 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb80a75-2763-4514-81ab-58db07acbab4" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd57c8e-ffbb-480d-aaae-aaaf9626775a", "tag": "8e90d8bd-f7b0-4ca1-ab6d-11b14f018758"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:23.810420 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55734) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:23.858827 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=03c91296-dae0-4c97-b24e-cfca354525e6,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:23.879342 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-b0a39201-ea6c-4c11-b9c3-213368ea0886 service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0662806 Aug 13 02:38:23.899603 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f8145e0e-b9ea-4581-a50a-a1babc5047aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:23.904220 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e767-dc62-4df7-b395-162668054069 req-7e4d3a94-946a-40b0-8712-9cb4c1c9f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:23.906218 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c271e767-dc62-4df7-b395-162668054069 req-7e4d3a94-946a-40b0-8712-9cb4c1c9f1c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0945f000-2077-4600-a181-e1215459c07a HTTP/1.1" status: 200 len: 916 time: 0.2627726 Aug 13 02:38:23.909992 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-875c2dc3-4870-4edf-b0b8-19b8fdd8dc02 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863617 Aug 13 02:38:23.979807 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219c233-54a5-415f-8f8d-a67f5f57040f req-06fa2eb8-359d-4ae9-a56b-892f9330ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:23.981094 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c219c233-54a5-415f-8f8d-a67f5f57040f req-06fa2eb8-359d-4ae9-a56b-892f9330ea62 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fe858a6-ca4c-4264-bddc-22721051f7c2 HTTP/1.1" status: 200 len: 919 time: 0.6981390 Aug 13 02:38:24.007406 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3dd1dcf7-fc39-4eb2-8f54-0263a1836ea7 req-3ad8e1b2-c4c1-49f8-a3a3-24fe24d1e269 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888642 Aug 13 02:38:24.015524 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c271e767-dc62-4df7-b395-162668054069 req-26f80e51-4ec1-48dd-b02e-50d925eefdf7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03c91296-dae0-4c97-b24e-cfca354525e6 HTTP/1.1" status: 200 len: 217 time: 0.0922396 Aug 13 02:38:24.080402 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c219c233-54a5-415f-8f8d-a67f5f57040f req-39847562-3e8b-4946-ab07-88fec5c01677 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b8c918a-34dc-43e6-bbb3-da83d9626991 HTTP/1.1" status: 200 len: 217 time: 0.0880387 Aug 13 02:38:24.110954 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e767-dc62-4df7-b395-162668054069 req-07cf6945-d689-4812-b0e8-207ce0e5b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:24.112988 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c271e767-dc62-4df7-b395-162668054069 req-07cf6945-d689-4812-b0e8-207ce0e5b8da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7b402c5-713b-4159-ad46-e99bb2dc7e4a HTTP/1.1" status: 200 len: 855 time: 0.0878367 Aug 13 02:38:24.128274 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4089c-dc83-4014-8d5b-1421a106ef8e req-ea0eb542-cb8c-42bf-8ab2-469da9538853 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:24.130067 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-28c4089c-dc83-4014-8d5b-1421a106ef8e req-ea0eb542-cb8c-42bf-8ab2-469da9538853 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 944 time: 0.3250527 Aug 13 02:38:24.134252 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-e9f7d1d4-22f7-45ab-a97b-af61af3fc876 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020535 Aug 13 02:38:24.152367 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c271e767-dc62-4df7-b395-162668054069 req-63546c5e-8eec-48aa-ad6b-ca68eba22318 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0945f000-2077-4600-a181-e1215459c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275970 Aug 13 02:38:24.186166 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50e66f1b-0e8b-4874-860e-218175ddc25b req-449b6211-7f94-4f2e-a9cd-bb2784651d4e service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803247 Aug 13 02:38:24.228395 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219c233-54a5-415f-8f8d-a67f5f57040f req-f489c7a7-77b2-4f76-94e8-2cb87f149779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:24.229906 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c219c233-54a5-415f-8f8d-a67f5f57040f req-f489c7a7-77b2-4f76-94e8-2cb87f149779 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c HTTP/1.1" status: 200 len: 858 time: 0.1378665 Aug 13 02:38:24.264527 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-28c4089c-dc83-4014-8d5b-1421a106ef8e req-4177f0a8-fc54-454c-a0cd-5f26889924bf tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037357 Aug 13 02:38:24.280164 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['03c91296-dae0-4c97-b24e-cfca354525e6'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:24.294140 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c271e767-dc62-4df7-b395-162668054069 req-f81ddfe9-dbc9-4131-aa66-8f283e60c5de service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346095 Aug 13 02:38:24.302655 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c0588-f4a5-4f21-ace1-991b1a45eef6 req-0c15a5da-e80e-41bd-916d-b928938c0d6c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:24.304138 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-179c0588-f4a5-4f21-ace1-991b1a45eef6 req-0c15a5da-e80e-41bd-916d-b928938c0d6c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 943 time: 0.1247437 Aug 13 02:38:24.307374 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f8145e0e-b9ea-4581-a50a-a1babc5047aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:24.310865 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['2b851462-5c01-4b96-8ab1-78d44265d986'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:24.339531 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f8145e0e-b9ea-4581-a50a-a1babc5047aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:24.349955 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c219c233-54a5-415f-8f8d-a67f5f57040f req-6772284b-3a18-415a-bc9c-564af4d1b83e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fe858a6-ca4c-4264-bddc-22721051f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423100 Aug 13 02:38:24.381817 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8092d8a5-b8ed-4fc0-88d6-891c826092a0 x-openstack-request-id: req-8092d8a5-b8ed-4fc0-88d6-891c826092a0 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:24.381817 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd57c8e-ffbb-480d-aaae-aaaf9626775a", "tag": "8e90d8bd-f7b0-4ca1-ab6d-11b14f018758", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:24.382023 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8092d8a5-b8ed-4fc0-88d6-891c826092a0 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:24.382335 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd57c8e-ffbb-480d-aaae-aaaf9626775a', 'tag': '8e90d8bd-f7b0-4ca1-ab6d-11b14f018758', 'status': 'completed', 'code': 200} Aug 13 02:38:24.453099 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8145e0e-b9ea-4581-a50a-a1babc5047aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b8c815-37b8-47d3-8dd1-97cb18cec73f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:24.481763 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f8145e0e-b9ea-4581-a50a-a1babc5047aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c2a7205ea33a44b4a687491195271c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6696684 Aug 13 02:38:24.494202 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55754) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:24.578276 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-179c0588-f4a5-4f21-ace1-991b1a45eef6 req-5816fb34-e295-4b6b-b5dc-35a454377ce6 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532110 Aug 13 02:38:24.599882 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c271e767-dc62-4df7-b395-162668054069 req-a4ff0c92-99e0-42ab-9a66-97f4d98fb1b5 service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958524 Aug 13 02:38:24.637054 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c219c233-54a5-415f-8f8d-a67f5f57040f req-4b0e8736-abf4-40de-8c9f-3ca9561e08fe service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714312 Aug 13 02:38:24.640183 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb80a75-2763-4514-81ab-58db07acbab4 req-53be1ed9-8267-4574-ba6b-dbeac4a35055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:24.642362 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9fb80a75-2763-4514-81ab-58db07acbab4 req-53be1ed9-8267-4574-ba6b-dbeac4a35055 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ab7602dc7a742c9ab40295105bc5b1a&device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 1096 time: 0.2068787 Aug 13 02:38:24.659890 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470fd8f-3481-4a8c-b78e-33af8f468f08 req-6f987c3f-fc59-4811-a56a-b058077e5e19 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:24.661804 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c470fd8f-3481-4a8c-b78e-33af8f468f08 req-6f987c3f-fc59-4811-a56a-b058077e5e19 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.1572194 Aug 13 02:38:24.748885 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b15fe4ba-94ea-40f0-94fe-3860057fc5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:24.795595 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e767-dc62-4df7-b395-162668054069 req-9083d839-7d49-4f27-b50f-320a3940569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:24.797247 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c271e767-dc62-4df7-b395-162668054069 req-9083d839-7d49-4f27-b50f-320a3940569e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 1097 time: 0.0846305 Aug 13 02:38:24.874597 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b15fe4ba-94ea-40f0-94fe-3860057fc5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:24.896606 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c470fd8f-3481-4a8c-b78e-33af8f468f08 req-dcac0e32-0784-41e1-81b7-2e60c8cb836a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160940 Aug 13 02:38:24.952651 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 0b8c918a-34dc-43e6-bbb3-da83d9626991 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:38:24.972812 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c219c233-54a5-415f-8f8d-a67f5f57040f req-46aa54b2-eca5-429a-96eb-a03f410b53ea service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096206 Aug 13 02:38:24.975194 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb80a75-2763-4514-81ab-58db07acbab4 req-c592c85d-2678-4c0d-b8c0-7aa175210c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:24.976640 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9fb80a75-2763-4514-81ab-58db07acbab4 req-c592c85d-2678-4c0d-b8c0-7aa175210c6b service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fe858a6-ca4c-4264-bddc-22721051f7c2 HTTP/1.1" status: 200 len: 919 time: 0.2818379 Aug 13 02:38:24.986641 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e767-dc62-4df7-b395-162668054069 req-a347c8f5-e7d5-4eca-8fc0-3be29556ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:24.989662 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c271e767-dc62-4df7-b395-162668054069 req-a347c8f5-e7d5-4eca-8fc0-3be29556ef5c service neutron] 10.222.0.60 "GET /v2.0/networks?id=9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 200 len: 918 time: 0.1829073 Aug 13 02:38:25.017753 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b15fe4ba-94ea-40f0-94fe-3860057fc5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:25.021912 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b15fe4ba-94ea-40f0-94fe-3860057fc5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:25.023028 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b15fe4ba-94ea-40f0-94fe-3860057fc5f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3b8c815-37b8-47d3-8dd1-97cb18cec73f HTTP/1.1" status: 204 len: 168 time: 0.5277143 Aug 13 02:38:25.058315 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c271e767-dc62-4df7-b395-162668054069 req-859ac819-d7cd-467e-afa3-e2233a25c294 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa HTTP/1.1" status: 200 len: 217 time: 0.0471642 Aug 13 02:38:25.067656 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9fb80a75-2763-4514-81ab-58db07acbab4 req-602fe1db-0b33-400e-8072-a000235124fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 HTTP/1.1" status: 200 len: 217 time: 0.0574074 Aug 13 02:38:25.098688 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 0b8c918a-34dc-43e6-bbb3-da83d9626991, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=0b8c918a-34dc-43e6-bbb3-da83d9626991,segment=NetworkSegment(96b00fa7-615e-4eee-ae4e-eaa51bfccf72),segment_id=96b00fa7-615e-4eee-ae4e-eaa51bfccf72)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:25.107561 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fe4ba-94ea-40f0-94fe-3860057fc5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b8c815-37b8-47d3-8dd1-97cb18cec73f,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:25.111994 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '0b8c918a-34dc-43e6-bbb3-da83d9626991', 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2', 'port_id': '0b8c918a-34dc-43e6-bbb3-da83d9626991', 'mac_address': 'fa:16:3e:85:0a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:38:25.132133 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e767-dc62-4df7-b395-162668054069 req-2edbaa6e-2ea1-4b6b-a7f0-a447c08484e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:25.133933 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c271e767-dc62-4df7-b395-162668054069 req-2edbaa6e-2ea1-4b6b-a7f0-a447c08484e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d722d64-dd9d-486a-a9c9-6f37fad094ab HTTP/1.1" status: 200 len: 856 time: 0.0671887 Aug 13 02:38:25.215966 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:25.221700 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271e767-dc62-4df7-b395-162668054069 req-26eba6ca-eeba-4edd-8d7d-a5934c27ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:25.224037 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb80a75-2763-4514-81ab-58db07acbab4 req-e9852063-df6f-4f9b-b771-e86c9e804d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:25.224882 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c271e767-dc62-4df7-b395-162668054069 req-26eba6ca-eeba-4edd-8d7d-a5934c27ca44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9102dfda-d03c-4456-90ad-be83fc17c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813205 Aug 13 02:38:25.231104 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9fb80a75-2763-4514-81ab-58db07acbab4 req-e9852063-df6f-4f9b-b771-e86c9e804d24 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c HTTP/1.1" status: 200 len: 858 time: 0.1532428 Aug 13 02:38:25.244976 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8c918a-34dc-43e6-bbb3-da83d9626991 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:25.245387 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46b841-c087-4b34-9d86-d089ed1095ef req-43813e79-de20-46e5-b653-f94cea7c1ddb tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:25.246993 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1d46b841-c087-4b34-9d86-d089ed1095ef req-43813e79-de20-46e5-b653-f94cea7c1ddb tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 944 time: 0.1032562 Aug 13 02:38:25.287101 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 0b8c918a-34dc-43e6-bbb3-da83d9626991, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=0b8c918a-34dc-43e6-bbb3-da83d9626991,segment=NetworkSegment(96b00fa7-615e-4eee-ae4e-eaa51bfccf72),segment_id=96b00fa7-615e-4eee-ae4e-eaa51bfccf72)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:25.300295 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:25.301076 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9fb80a75-2763-4514-81ab-58db07acbab4 req-21d122d9-335f-4e6b-8fd4-02678c4fc7fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fe858a6-ca4c-4264-bddc-22721051f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529461 Aug 13 02:38:25.379827 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c271e767-dc62-4df7-b395-162668054069 req-6b69bda0-385a-4491-8529-8e094bcdddf9 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405303 Aug 13 02:38:25.402412 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=0b8c918a-34dc-43e6-bbb3-da83d9626991,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:25.404821 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1d46b841-c087-4b34-9d86-d089ed1095ef req-b6d3ad4d-84a4-4e1a-86a0-3b85358a91b0 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260588 Aug 13 02:38:25.480879 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9fb80a75-2763-4514-81ab-58db07acbab4 req-3a5d8525-4d0e-465d-8f3f-e7113bd5505b service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679034 Aug 13 02:38:25.493260 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19bf9f-bc3d-402a-b58d-c5f7ee15454a req-0821c54a-6810-4e4e-8aea-2b693b7db199 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:25.494759 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a19bf9f-bc3d-402a-b58d-c5f7ee15454a req-0821c54a-6810-4e4e-8aea-2b693b7db199 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 944 time: 0.0839508 Aug 13 02:38:25.520338 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-c271e767-dc62-4df7-b395-162668054069 req-fbf0ea7d-366e-4a74-abda-344e55884855 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314170 Aug 13 02:38:25.587999 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a19bf9f-bc3d-402a-b58d-c5f7ee15454a req-d8d28c3a-f23b-4e85-9c11-e5de23ec91f6 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840342 Aug 13 02:38:25.630471 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9fb80a75-2763-4514-81ab-58db07acbab4 req-22267241-f054-4553-b939-62cbc860d052 service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347184 Aug 13 02:38:25.664989 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['0b8c918a-34dc-43e6-bbb3-da83d9626991'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:25.701036 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc42fe-3572-4ec4-a329-cc785214d93e req-ceb89cf6-a1f4-4fcc-9576-a7e11840e17d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:25.703441 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92bc42fe-3572-4ec4-a329-cc785214d93e req-ceb89cf6-a1f4-4fcc-9576-a7e11840e17d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 944 time: 0.0581987 Aug 13 02:38:25.758860 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92bc42fe-3572-4ec4-a329-cc785214d93e req-9a33c114-dff6-4e96-8291-a947ef0f5af3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453987 Aug 13 02:38:26.075113 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad34507-87b5-4dae-89e6-3ffb667c1582 req-f1348fa6-2061-4cfd-8280-8b36ba012d99 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:26.077373 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4ad34507-87b5-4dae-89e6-3ffb667c1582 req-f1348fa6-2061-4cfd-8280-8b36ba012d99 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0746284 Aug 13 02:38:26.121351 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4ad34507-87b5-4dae-89e6-3ffb667c1582 req-32e10ccf-040b-4b45-8458-7572d234b1c6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351074 Aug 13 02:38:26.525412 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76c8b5-ad5f-470b-986c-68343e5b0fba req-84388d87-fd3b-43aa-a063-b4bbfc4a5398 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:26.526898 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d76c8b5-ad5f-470b-986c-68343e5b0fba req-84388d87-fd3b-43aa-a063-b4bbfc4a5398 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 944 time: 0.0521350 Aug 13 02:38:26.568139 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d76c8b5-ad5f-470b-986c-68343e5b0fba req-bd01001f-dd83-47f3-b991-8f4011dfb780 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349758 Aug 13 02:38:26.929291 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300a452-0630-42c4-a42d-71f1e0f4a10b req-665e2b8f-974b-42d1-b050-8e2e04fecddc tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:26.930801 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e300a452-0630-42c4-a42d-71f1e0f4a10b req-665e2b8f-974b-42d1-b050-8e2e04fecddc tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 944 time: 0.2749779 Aug 13 02:38:26.943044 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8e1b1-79ae-45f6-9e13-2729de1cfe37 req-d86ca4a1-71ea-4297-a314-5fe8d67223a4 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:26.945620 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25b8e1b1-79ae-45f6-9e13-2729de1cfe37 req-d86ca4a1-71ea-4297-a314-5fe8d67223a4 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 944 time: 0.0703256 Aug 13 02:38:26.946730 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:38:27.005898 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e300a452-0630-42c4-a42d-71f1e0f4a10b req-803d15a8-72c6-4a8e-af4c-e519808b196d tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592163 Aug 13 02:38:27.011247 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25b8e1b1-79ae-45f6-9e13-2729de1cfe37 req-6ab54fc1-57e5-48f7-bb62-f71006e8ba0b tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569708 Aug 13 02:38:27.016349 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 0b8c918a-34dc-43e6-bbb3-da83d9626991 up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:27.100889 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758,segment=NetworkSegment(96b00fa7-615e-4eee-ae4e-eaa51bfccf72),segment_id=96b00fa7-615e-4eee-ae4e-eaa51bfccf72)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:27.115991 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '8e90d8bd-f7b0-4ca1-ab6d-11b14f018758', 'network_id': '9fe858a6-ca4c-4264-bddc-22721051f7c2', 'port_id': '8e90d8bd-f7b0-4ca1-ab6d-11b14f018758', 'mac_address': 'fa:16:3e:d6:25:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:38:27.139413 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 0b8c918a-34dc-43e6-bbb3-da83d9626991 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:27.145367 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 0b8c918a-34dc-43e6-bbb3-da83d9626991 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:27.145740 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:27.212483 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:27.231753 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:27.256772 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758,segment=NetworkSegment(96b00fa7-615e-4eee-ae4e-eaa51bfccf72),segment_id=96b00fa7-615e-4eee-ae4e-eaa51bfccf72)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:27.262157 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:27.262978 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 97ef92cc-ee8c-4230-96ba-e5f82029d0aa details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:38:27.278396 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcdb8e-3c1f-48b2-9168-127c1633297a req-1eebc84d-2373-40dc-a13d-280555e2f096 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:27.285898 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e4fcdb8e-3c1f-48b2-9168-127c1633297a req-1eebc84d-2373-40dc-a13d-280555e2f096 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0674763 Aug 13 02:38:27.333351 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e4fcdb8e-3c1f-48b2-9168-127c1633297a req-08c19a50-70c2-401b-9049-cc4de4a2f60b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463011 Aug 13 02:38:27.398826 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:27.404663 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:27.439156 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34681707-0057-4751-ac64-cec576eb0ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8c918a-34dc-43e6-bbb3-da83d9626991'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:27.521222 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 0b8c918a-34dc-43e6-bbb3-da83d9626991, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=0b8c918a-34dc-43e6-bbb3-da83d9626991,segment=NetworkSegment(96b00fa7-615e-4eee-ae4e-eaa51bfccf72),segment_id=96b00fa7-615e-4eee-ae4e-eaa51bfccf72)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:27.531896 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:27.532718 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 2b851462-5c01-4b96-8ab1-78d44265d986 up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:27.595361 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:27.633250 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e0e780-90e5-45cc-88e7-ef345a942d2e" -d '{"events": [{"server_uuid": "34681707-0057-4751-ac64-cec576eb0ab1", "name": "network-vif-plugged", "status": "completed", "tag": "0b8c918a-34dc-43e6-bbb3-da83d9626991"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:27.641468 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'port_id': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'mac_address': 'fa:16:3e:51:ac:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:38:27.645081 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=0b8c918a-34dc-43e6-bbb3-da83d9626991,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:27.691056 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 2b851462-5c01-4b96-8ab1-78d44265d986 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:27.699737 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 2b851462-5c01-4b96-8ab1-78d44265d986 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:27.700253 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:27.702676 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:27.738545 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1df02-106c-4a36-a9ea-e76ef8906fb3 req-9529a0eb-53a8-496c-ad41-14ecede96488 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:27.740325 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0e1df02-106c-4a36-a9ea-e76ef8906fb3 req-9529a0eb-53a8-496c-ad41-14ecede96488 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 944 time: 0.0680742 Aug 13 02:38:27.745165 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ef92cc-ee8c-4230-96ba-e5f82029d0aa {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:27.774313 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:27.802389 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0e1df02-106c-4a36-a9ea-e76ef8906fb3 req-9a103f49-4a11-4745-9745-4a2005e853c4 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463374 Aug 13 02:38:27.806538 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:27.842265 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d0619b-df17-47a3-a1c6-5e01710f3a41 x-openstack-request-id: req-35d0619b-df17-47a3-a1c6-5e01710f3a41 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:27.842556 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34681707-0057-4751-ac64-cec576eb0ab1", "name": "network-vif-plugged", "status": "completed", "tag": "0b8c918a-34dc-43e6-bbb3-da83d9626991", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:27.842810 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35d0619b-df17-47a3-a1c6-5e01710f3a41 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:27.843260 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34681707-0057-4751-ac64-cec576eb0ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8c918a-34dc-43e6-bbb3-da83d9626991', 'code': 200} Aug 13 02:38:27.856182 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:27.882873 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:27.900409 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 2b851462-5c01-4b96-8ab1-78d44265d986, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b851462-5c01-4b96-8ab1-78d44265d986,segment=NetworkSegment(9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7),segment_id=9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:27.906683 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:27.907575 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 03c91296-dae0-4c97-b24e-cfca354525e6 up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:27.987822 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=2b851462-5c01-4b96-8ab1-78d44265d986,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:28.003875 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 03c91296-dae0-4c97-b24e-cfca354525e6 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:28.007749 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 03c91296-dae0-4c97-b24e-cfca354525e6 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:28.008124 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.103936 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.139262 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b4879-c61f-4cf2-bd9f-05490456625c req-b704ee9f-6034-4d2e-bcf1-8b240da4d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:28.140763 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-873b4879-c61f-4cf2-bd9f-05490456625c req-b704ee9f-6034-4d2e-bcf1-8b240da4d3a8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 1098 time: 0.1124005 Aug 13 02:38:28.144430 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 03c91296-dae0-4c97-b24e-cfca354525e6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=03c91296-dae0-4c97-b24e-cfca354525e6,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:28.150451 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.161626 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['8e90d8bd-f7b0-4ca1-ab6d-11b14f018758'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:28.186355 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['97ef92cc-ee8c-4230-96ba-e5f82029d0aa'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:28.195302 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-873b4879-c61f-4cf2-bd9f-05490456625c req-48244aab-6e87-4b87-9f1e-800bfcd698a6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.235583 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150256a-26fa-44eb-b599-592a7a5c6a63 req-eedd5cb6-f7ca-472f-8c84-ae44dcc9df1e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:28.237156 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1150256a-26fa-44eb-b599-592a7a5c6a63 req-eedd5cb6-f7ca-472f-8c84-ae44dcc9df1e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.1114366 Aug 13 02:38:28.244904 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae482153-9b2b-413b-95e4-f190cbb1e724 req-97cc0c79-31a2-48a4-85a0-b792581c2747 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:28.246344 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ae482153-9b2b-413b-95e4-f190cbb1e724 req-97cc0c79-31a2-48a4-85a0-b792581c2747 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 945 time: 0.1171505 Aug 13 02:38:28.286342 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=03c91296-dae0-4c97-b24e-cfca354525e6,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:28.338179 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1150256a-26fa-44eb-b599-592a7a5c6a63 req-856fc3fd-5385-4a94-ae0a-e5823599bf40 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893681 Aug 13 02:38:28.343414 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ae482153-9b2b-413b-95e4-f190cbb1e724 req-98d81bba-cbe8-4b57-a8be-73571c39fb81 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904131 Aug 13 02:38:28.406783 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-873b4879-c61f-4cf2-bd9f-05490456625c req-48244aab-6e87-4b87-9f1e-800bfcd698a6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.416195 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-873b4879-c61f-4cf2-bd9f-05490456625c req-48244aab-6e87-4b87-9f1e-800bfcd698a6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.529634 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-873b4879-c61f-4cf2-bd9f-05490456625c req-48244aab-6e87-4b87-9f1e-800bfcd698a6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630090 Aug 13 02:38:28.578641 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48244aab-6e87-4b87-9f1e-800bfcd698a6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=53ec3c94-fc09-46d4-a28e-a4f324697e90,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:28.617539 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8862d-0cca-4228-8c89-2cc00b08d71c req-2b97360e-1461-4fa4-830c-3bda21bf6a7e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:28.619078 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b2b8862d-0cca-4228-8c89-2cc00b08d71c req-2b97360e-1461-4fa4-830c-3bda21bf6a7e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 945 time: 0.1105978 Aug 13 02:38:28.663155 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b2b8862d-0cca-4228-8c89-2cc00b08d71c req-2974f397-cd01-4482-9a00-efb4b164c800 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348351 Aug 13 02:38:28.769645 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55972) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:28.888369 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f49a534f-7381-48b6-9be6-c33e2a5f480f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:28.961688 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f7a49-2d31-4c65-8cad-3d2847239e9e req-61b1c691-5aa7-4a86-aa82-ba7462921038 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:28.963636 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4d4f7a49-2d31-4c65-8cad-3d2847239e9e req-61b1c691-5aa7-4a86-aa82-ba7462921038 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 945 time: 0.0848680 Aug 13 02:38:29.033928 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4d4f7a49-2d31-4c65-8cad-3d2847239e9e req-af947d8e-da09-43f0-8ecd-402e68cb2c09 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612452 Aug 13 02:38:29.074163 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f49a534f-7381-48b6-9be6-c33e2a5f480f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.079361 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f49a534f-7381-48b6-9be6-c33e2a5f480f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.116373 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a534f-7381-48b6-9be6-c33e2a5f480f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcb29b5-19bc-4c84-bc31-9d2384b5c52a,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:29.120737 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f49a534f-7381-48b6-9be6-c33e2a5f480f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eac5dc9ba7574e3da1eb265ed2b8b27b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499951 Aug 13 02:38:29.123279 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 55990) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:29.170621 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae7e704c-78cf-46b9-90f4-be340ee48109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.191063 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae7e704c-78cf-46b9-90f4-be340ee48109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.249660 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae7e704c-78cf-46b9-90f4-be340ee48109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.252164 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae7e704c-78cf-46b9-90f4-be340ee48109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.253501 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ae7e704c-78cf-46b9-90f4-be340ee48109 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6dcb29b5-19bc-4c84-bc31-9d2384b5c52a HTTP/1.1" status: 204 len: 168 time: 0.1292658 Aug 13 02:38:29.262186 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e704c-78cf-46b9-90f4-be340ee48109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcb29b5-19bc-4c84-bc31-9d2384b5c52a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:29.488253 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bbc21-1f32-43cd-85d3-05e7961e0ad9 req-1ffdbe5c-afbf-4d5b-92a7-c6baac90a1ae tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:29.489768 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-517bbc21-1f32-43cd-85d3-05e7961e0ad9 req-1ffdbe5c-afbf-4d5b-92a7-c6baac90a1ae tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0736315 Aug 13 02:38:29.510919 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60144c-4ee2-4ea0-8902-dfd29b4ca016 req-8d1a81d9-867e-45f8-9aac-040fb56d15a6 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:29.512397 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1d60144c-4ee2-4ea0-8902-dfd29b4ca016 req-8d1a81d9-867e-45f8-9aac-040fb56d15a6 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 945 time: 0.0874121 Aug 13 02:38:29.536935 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56000) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:29.563228 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-517bbc21-1f32-43cd-85d3-05e7961e0ad9 req-b9d8fb97-4623-442d-8a67-f03083f81e7e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674326 Aug 13 02:38:29.566098 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1d60144c-4ee2-4ea0-8902-dfd29b4ca016 req-9e068569-e775-4cfc-9f6e-92028b1c84e8 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470834 Aug 13 02:38:29.718026 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-baa7e231-157f-4272-b036-f8672c58952e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.817637 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb0dde-2da4-43e7-81a8-64d40d6af816 req-ea310c9b-46a5-4974-b60f-60d637f9b1d3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:29.819471 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ccdb0dde-2da4-43e7-81a8-64d40d6af816 req-ea310c9b-46a5-4974-b60f-60d637f9b1d3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 945 time: 0.0656350 Aug 13 02:38:29.844921 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79beea19-476d-4ec7-a79d-0dadaaa9bdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b851462-5c01-4b96-8ab1-78d44265d986'}, {'server_uuid': '731aa149-5496-4a16-9423-508655e0a8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c91296-dae0-4c97-b24e-cfca354525e6'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:29.849948 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb5e53f-f556-4da1-8717-8d0443944c90" -d '{"events": [{"server_uuid": "79beea19-476d-4ec7-a79d-0dadaaa9bdf1", "name": "network-vif-plugged", "status": "completed", "tag": "2b851462-5c01-4b96-8ab1-78d44265d986"}, {"server_uuid": "731aa149-5496-4a16-9423-508655e0a8ed", "name": "network-vif-plugged", "status": "completed", "tag": "03c91296-dae0-4c97-b24e-cfca354525e6"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:29.867192 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-baa7e231-157f-4272-b036-f8672c58952e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.868352 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ccdb0dde-2da4-43e7-81a8-64d40d6af816 req-a8b9d093-70e5-4d52-9cbb-ff4c58bac551 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410399 Aug 13 02:38:29.879273 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-baa7e231-157f-4272-b036-f8672c58952e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:29.909711 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56018) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:29.914407 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f567f8-d86e-4d75-98f5-4235dfd06f8f x-openstack-request-id: req-08f567f8-d86e-4d75-98f5-4235dfd06f8f {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:29.914886 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79beea19-476d-4ec7-a79d-0dadaaa9bdf1", "name": "network-vif-plugged", "status": "completed", "tag": "2b851462-5c01-4b96-8ab1-78d44265d986", "code": 200}, {"server_uuid": "731aa149-5496-4a16-9423-508655e0a8ed", "name": "network-vif-plugged", "status": "completed", "tag": "03c91296-dae0-4c97-b24e-cfca354525e6", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:29.915267 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08f567f8-d86e-4d75-98f5-4235dfd06f8f {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:29.915783 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79beea19-476d-4ec7-a79d-0dadaaa9bdf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b851462-5c01-4b96-8ab1-78d44265d986', 'code': 200} Aug 13 02:38:29.916163 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731aa149-5496-4a16-9423-508655e0a8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c91296-dae0-4c97-b24e-cfca354525e6', 'code': 200} Aug 13 02:38:29.932204 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-baa7e231-157f-4272-b036-f8672c58952e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1e862069c19453fb009ca4c333abce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941200 Aug 13 02:38:29.934153 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7e231-157f-4272-b036-f8672c58952e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5ac792-4a71-4932-b27b-93270e48266b,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:29.934891 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56022) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:29.986511 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-444e8a9a-353a-472d-a963-04f015d08b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.049685 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-73447a95-4bb6-4d2b-b5c4-e25bcf55bb42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.052940 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-444e8a9a-353a-472d-a963-04f015d08b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.198853 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-444e8a9a-353a-472d-a963-04f015d08b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.201402 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-444e8a9a-353a-472d-a963-04f015d08b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.205034 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-444e8a9a-353a-472d-a963-04f015d08b14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd5ac792-4a71-4932-b27b-93270e48266b HTTP/1.1" status: 204 len: 168 time: 0.2668343 Aug 13 02:38:30.225788 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e8a9a-353a-472d-a963-04f015d08b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5ac792-4a71-4932-b27b-93270e48266b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:30.298208 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c42cd-3b86-40f2-9e4f-965836c331a0 req-c5f428ba-2eb1-43cc-bc93-fc5b787cfed4 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:30.299826 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c8c42cd-3b86-40f2-9e4f-965836c331a0 req-c5f428ba-2eb1-43cc-bc93-fc5b787cfed4 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 945 time: 0.1421115 Aug 13 02:38:30.302522 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-73447a95-4bb6-4d2b-b5c4-e25bcf55bb42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.320539 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54b639-b567-4fae-b7ea-e5c5d8628c80 req-40dbf9a8-f090-45ee-90ca-400b92c14564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:30.322571 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1e54b639-b567-4fae-b7ea-e5c5d8628c80 req-40dbf9a8-f090-45ee-90ca-400b92c14564 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 1098 time: 0.0979218 Aug 13 02:38:30.329303 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-73447a95-4bb6-4d2b-b5c4-e25bcf55bb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.402914 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-73447a95-4bb6-4d2b-b5c4-e25bcf55bb42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5261200784a8446bbc668c74d3f4608f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4920490 Aug 13 02:38:30.408576 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56044) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:30.410995 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73447a95-4bb6-4d2b-b5c4-e25bcf55bb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2571fb-3a93-433c-ad49-5efe4875de62,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:30.440716 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c8c42cd-3b86-40f2-9e4f-965836c331a0 req-5734ee11-aa98-43d2-b14e-5417c1edafac tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319687 Aug 13 02:38:30.460600 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1e54b639-b567-4fae-b7ea-e5c5d8628c80 req-e2a01174-56cb-49cd-b5c8-5fdc71e52e1c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153114 Aug 13 02:38:30.484941 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e934b3-d964-4c66-b2d2-eeb0c09c3201 req-f476b4b3-8942-486c-b9ca-e58190ccbac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:30.486788 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-56e934b3-d964-4c66-b2d2-eeb0c09c3201 req-f476b4b3-8942-486c-b9ca-e58190ccbac1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 1098 time: 0.2257853 Aug 13 02:38:30.518649 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aac51d7e-8095-4807-94b3-602691cb8bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.548470 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aac51d7e-8095-4807-94b3-602691cb8bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.619103 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aac51d7e-8095-4807-94b3-602691cb8bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.622010 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aac51d7e-8095-4807-94b3-602691cb8bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:30.626042 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-aac51d7e-8095-4807-94b3-602691cb8bb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a2571fb-3a93-433c-ad49-5efe4875de62 HTTP/1.1" status: 204 len: 168 time: 0.2156825 Aug 13 02:38:30.641212 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac51d7e-8095-4807-94b3-602691cb8bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2571fb-3a93-433c-ad49-5efe4875de62,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:30.783809 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-56e934b3-d964-4c66-b2d2-eeb0c09c3201 req-1fa8455f-3713-4ca6-b4dc-4edf097c5997 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515032 Aug 13 02:38:30.825840 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e30fad-9401-4258-bbc6-fbd8a629a565 req-aef7c8a8-ea03-4889-b134-507238acf843 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:30.827708 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54e30fad-9401-4258-bbc6-fbd8a629a565 req-aef7c8a8-ea03-4889-b134-507238acf843 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 945 time: 0.0912793 Aug 13 02:38:30.836735 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568435d9-c99a-40ca-808c-65554960bf09 req-f71e7c08-ccdd-482f-92cd-49067e2c3385 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:30.838789 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-568435d9-c99a-40ca-808c-65554960bf09 req-f71e7c08-ccdd-482f-92cd-49067e2c3385 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0890069 Aug 13 02:38:30.881404 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56070) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:30.903309 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54e30fad-9401-4258-bbc6-fbd8a629a565 req-4113305c-d768-4ec9-94d3-d88b2cd9e4ad tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633345 Aug 13 02:38:30.908476 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-568435d9-c99a-40ca-808c-65554960bf09 req-4d66eec1-7829-429e-9bd7-d7f702c9d3a6 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524056 Aug 13 02:38:30.988054 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:31.027075 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3cee0a7f-daaa-451b-966f-a958e3d8338c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.048351 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f2ae4-3086-4c5d-ac3d-eaf83d66cde4 req-807fefc6-3a9a-4439-805d-0db7981adb36 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:31.051114 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d92f2ae4-3086-4c5d-ac3d-eaf83d66cde4 req-807fefc6-3a9a-4439-805d-0db7981adb36 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 945 time: 0.0652816 Aug 13 02:38:31.072213 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56080) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:31.096625 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2b4de3dd-f50d-432f-bfdf-6df2a55e3f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.128824 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d92f2ae4-3086-4c5d-ac3d-eaf83d66cde4 req-a022316d-0cb2-4d14-b355-7843693635fb tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579276 Aug 13 02:38:31.200911 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3cee0a7f-daaa-451b-966f-a958e3d8338c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.209296 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3cee0a7f-daaa-451b-966f-a958e3d8338c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.280378 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3cee0a7f-daaa-451b-966f-a958e3d8338c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c8b5f34cb74401388c86371f4bef31e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978209 Aug 13 02:38:31.281714 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56086) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:31.285336 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:31.293346 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee0a7f-daaa-451b-966f-a958e3d8338c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ac4979-f18c-4e4f-8dd4-dfb6b223422d,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:31.300335 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:31.300743 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.358145 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a0f38-3eb0-4f61-9cf7-12f54050d521 req-e128b838-f2bf-4a19-84f2-b9ef737a5c6e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:31.358891 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c5a0f38-3eb0-4f61-9cf7-12f54050d521 req-e128b838-f2bf-4a19-84f2-b9ef737a5c6e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0865080 Aug 13 02:38:31.405402 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8db7f-fd96-472d-98ed-4cefba53cc7e req-a452f3e1-2d8f-4bde-9c56-bb82608aa96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:31.407022 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-00e8db7f-fd96-472d-98ed-4cefba53cc7e req-a452f3e1-2d8f-4bde-9c56-bb82608aa96a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ab7602dc7a742c9ab40295105bc5b1a&device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 1098 time: 0.0937502 Aug 13 02:38:31.415397 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.417446 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e2192547-0795-4557-ade7-f12407da9574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.418265 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c5a0f38-3eb0-4f61-9cf7-12f54050d521 req-1f450ccf-bbba-4072-8283-8c2db031ee36 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523496 Aug 13 02:38:31.457213 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758,segment=NetworkSegment(96b00fa7-615e-4eee-ae4e-eaa51bfccf72),segment_id=96b00fa7-615e-4eee-ae4e-eaa51bfccf72)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:31.463237 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.464275 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 97ef92cc-ee8c-4230-96ba-e5f82029d0aa up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:38:31.489765 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2b4de3dd-f50d-432f-bfdf-6df2a55e3f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.500794 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e2192547-0795-4557-ade7-f12407da9574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.527289 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2b4de3dd-f50d-432f-bfdf-6df2a55e3f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.576136 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:38:31.583394 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:38:31.584340 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.587177 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:31.607217 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6081a68a-e337-4aaf-9f55-fdd844f1f4a3 req-620f142d-c84d-444a-a3d4-a6911d7713d2 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:31.610928 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2b4de3dd-f50d-432f-bfdf-6df2a55e3f3e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5afb5177837e4d1c9e3facb112b57c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5343957 Aug 13 02:38:31.611033 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6081a68a-e337-4aaf-9f55-fdd844f1f4a3 req-620f142d-c84d-444a-a3d4-a6911d7713d2 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 945 time: 0.0680659 Aug 13 02:38:31.611033 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56096) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:31.617369 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4de3dd-f50d-432f-bfdf-6df2a55e3f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a1bbf2-5428-4e93-82f2-24b343436eb0,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:31.630379 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8db7f-fd96-472d-98ed-4cefba53cc7e req-f43c3163-277a-42be-8e88-87fe0115cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:31.631840 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-00e8db7f-fd96-472d-98ed-4cefba53cc7e req-f43c3163-277a-42be-8e88-87fe0115cf6d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fe858a6-ca4c-4264-bddc-22721051f7c2 HTTP/1.1" status: 200 len: 919 time: 0.2117779 Aug 13 02:38:31.648364 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e2192547-0795-4557-ade7-f12407da9574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.651567 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e2192547-0795-4557-ade7-f12407da9574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.652844 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e2192547-0795-4557-ade7-f12407da9574 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/18ac4979-f18c-4e4f-8dd4-dfb6b223422d HTTP/1.1" status: 204 len: 168 time: 0.3684733 Aug 13 02:38:31.703168 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-00e8db7f-fd96-472d-98ed-4cefba53cc7e req-7e61f366-b9d2-4b57-a696-347383ea8d05 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b8c918a-34dc-43e6-bbb3-da83d9626991 HTTP/1.1" status: 200 len: 217 time: 0.0486770 Aug 13 02:38:31.703921 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2192547-0795-4557-ade7-f12407da9574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ac4979-f18c-4e4f-8dd4-dfb6b223422d,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:31.745607 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.782794 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:38:31.786535 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6081a68a-e337-4aaf-9f55-fdd844f1f4a3 req-c79d9249-7bcb-4085-b3d6-adeb3754943d tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630523 Aug 13 02:38:31.802468 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.805363 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c600cc42-7451-4f19-a43a-4799fd3e941a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.827925 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8db7f-fd96-472d-98ed-4cefba53cc7e req-7d950c5b-f913-4bb0-bf3e-9a315096a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:31.830261 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-00e8db7f-fd96-472d-98ed-4cefba53cc7e req-7d950c5b-f913-4bb0-bf3e-9a315096a060 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c HTTP/1.1" status: 200 len: 858 time: 0.1020453 Aug 13 02:38:31.861925 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c600cc42-7451-4f19-a43a-4799fd3e941a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.877098 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:31.891607 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-00e8db7f-fd96-472d-98ed-4cefba53cc7e req-85340ed9-a585-4a24-ade5-4e3495cb0917 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fe858a6-ca4c-4264-bddc-22721051f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512784 Aug 13 02:38:31.920731 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd57c8e-ffbb-480d-aaae-aaaf9626775a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e90d8bd-f7b0-4ca1-ab6d-11b14f018758'}, {'server_uuid': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:31.920731 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65026cc-0fcb-464f-94d2-81d3d1407bc7" -d '{"events": [{"server_uuid": "bcd57c8e-ffbb-480d-aaae-aaaf9626775a", "name": "network-vif-plugged", "status": "completed", "tag": "8e90d8bd-f7b0-4ca1-ab6d-11b14f018758"}, {"server_uuid": "0022f2c0-0d07-4d1b-8926-4dfa7356f023", "name": "network-vif-plugged", "status": "completed", "tag": "97ef92cc-ee8c-4230-96ba-e5f82029d0aa"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:31.924873 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c600cc42-7451-4f19-a43a-4799fd3e941a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.926970 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c600cc42-7451-4f19-a43a-4799fd3e941a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:31.929451 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c600cc42-7451-4f19-a43a-4799fd3e941a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04a1bbf2-5428-4e93-82f2-24b343436eb0 HTTP/1.1" status: 204 len: 168 time: 0.3158104 Aug 13 02:38:31.954287 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600cc42-7451-4f19-a43a-4799fd3e941a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a1bbf2-5428-4e93-82f2-24b343436eb0,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:32.030298 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8716aa-2c2f-40a5-8166-e7936fc5ef83 x-openstack-request-id: req-0c8716aa-2c2f-40a5-8166-e7936fc5ef83 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:32.030806 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd57c8e-ffbb-480d-aaae-aaaf9626775a", "name": "network-vif-plugged", "status": "completed", "tag": "8e90d8bd-f7b0-4ca1-ab6d-11b14f018758", "code": 200}, {"server_uuid": "0022f2c0-0d07-4d1b-8926-4dfa7356f023", "name": "network-vif-plugged", "status": "completed", "tag": "97ef92cc-ee8c-4230-96ba-e5f82029d0aa", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:32.030938 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c8716aa-2c2f-40a5-8166-e7936fc5ef83 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:32.031339 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd57c8e-ffbb-480d-aaae-aaaf9626775a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e90d8bd-f7b0-4ca1-ab6d-11b14f018758', 'code': 200} Aug 13 02:38:32.031586 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'code': 200} Aug 13 02:38:32.066405 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-00e8db7f-fd96-472d-98ed-4cefba53cc7e req-08c21e6e-fc24-49eb-ad2f-dfd8d6355e2a service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579263 Aug 13 02:38:32.096303 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e1324-bc79-4e3c-a99b-7db49addfe5b req-23506a5a-fed6-44d9-9bee-fb5549355ba9 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:32.105991 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-703e1324-bc79-4e3c-a99b-7db49addfe5b req-23506a5a-fed6-44d9-9bee-fb5549355ba9 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 945 time: 0.0662367 Aug 13 02:38:32.143340 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-703e1324-bc79-4e3c-a99b-7db49addfe5b req-fded4038-8b7d-4355-aa36-c0d7a68431b7 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364802 Aug 13 02:38:32.279230 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4ca3e-b33f-496f-abf9-c830b189cdf8 req-bb9c4eda-2199-4b12-ad4d-5d95a1c2d2ff tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:32.289575 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52c4ca3e-b33f-496f-abf9-c830b189cdf8 req-bb9c4eda-2199-4b12-ad4d-5d95a1c2d2ff tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0711098 Aug 13 02:38:32.337746 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52c4ca3e-b33f-496f-abf9-c830b189cdf8 req-ec2c9b1b-0a66-4afd-9971-c91e7873b09b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468462 Aug 13 02:38:32.390395 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56128) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:32.407883 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-00e8db7f-fd96-472d-98ed-4cefba53cc7e req-b0c7d6ff-27c0-4569-a5ac-8806604b57b2 service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489924 Aug 13 02:38:32.420678 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1ba106cb-4a85-4936-a4c0-e81c08138cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:32.585555 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace812d-5030-4550-970c-e50dad74bedd req-3e91adbe-da54-4ce0-9767-1d33f38e992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:32.586826 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6ace812d-5030-4550-970c-e50dad74bedd req-3e91adbe-da54-4ce0-9767-1d33f38e992f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 1098 time: 0.0774240 Aug 13 02:38:32.639485 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-6ace812d-5030-4550-970c-e50dad74bedd req-e61cc184-68b6-4318-819b-266865248dce service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448103 Aug 13 02:38:32.655344 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1ba106cb-4a85-4936-a4c0-e81c08138cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:32.667845 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1ba106cb-4a85-4936-a4c0-e81c08138cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:32.693752 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35b0bd-8ed7-47ea-968a-ce7c81165517 req-f9c74d32-72f4-468e-9271-b3a08405ea4c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:32.695267 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f35b0bd-8ed7-47ea-968a-ce7c81165517 req-f9c74d32-72f4-468e-9271-b3a08405ea4c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0862880 Aug 13 02:38:32.736794 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1ba106cb-4a85-4936-a4c0-e81c08138cad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f996f02d4bb448dc9293596eedf732ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3451235 Aug 13 02:38:32.739267 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba106cb-4a85-4936-a4c0-e81c08138cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b419877-63ae-4db4-bc20-173bbfef2a4b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:32.739500 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56158) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:32.762423 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f35b0bd-8ed7-47ea-968a-ce7c81165517 req-cf3beb67-e923-48af-a98d-1147ce63efac tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581968 Aug 13 02:38:32.805069 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-304c3a1e-b735-412c-8d9d-759c5223eabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:32.829680 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-304c3a1e-b735-412c-8d9d-759c5223eabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:32.882538 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-304c3a1e-b735-412c-8d9d-759c5223eabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:32.885180 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-304c3a1e-b735-412c-8d9d-759c5223eabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:32.889565 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-304c3a1e-b735-412c-8d9d-759c5223eabc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b419877-63ae-4db4-bc20-173bbfef2a4b HTTP/1.1" status: 204 len: 168 time: 0.1490433 Aug 13 02:38:32.898064 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c3a1e-b735-412c-8d9d-759c5223eabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b419877-63ae-4db4-bc20-173bbfef2a4b,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:32.964373 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfed6dc-c589-42a3-b7fe-45bea9501b94 req-36d60634-fc45-4e47-a53e-c621c81ee97d tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:32.966023 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cfed6dc-c589-42a3-b7fe-45bea9501b94 req-36d60634-fc45-4e47-a53e-c621c81ee97d tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 945 time: 0.0883114 Aug 13 02:38:32.983661 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621f6f4-0cd1-47a2-90af-c2f24886151c req-4375ecaf-2a10-4e8f-a665-d56d42eafe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:32.985483 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d621f6f4-0cd1-47a2-90af-c2f24886151c req-4375ecaf-2a10-4e8f-a665-d56d42eafe50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 1099 time: 0.0708508 Aug 13 02:38:33.014638 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cfed6dc-c589-42a3-b7fe-45bea9501b94 req-898b6e69-b580-4a57-a336-89a4c307a751 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402300 Aug 13 02:38:33.052113 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d621f6f4-0cd1-47a2-90af-c2f24886151c req-60aa94ee-9628-4772-8ddd-441f8244165e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288625 Aug 13 02:38:33.112691 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:33.278610 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56186) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:33.282667 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfde54f-b0c6-48da-bc69-f69a1b525a7f req-8518f8e5-b2ba-4521-8ea9-781f3ad83a22 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:33.285377 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4dfde54f-b0c6-48da-bc69-f69a1b525a7f req-8518f8e5-b2ba-4521-8ea9-781f3ad83a22 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 945 time: 0.0600512 Aug 13 02:38:33.316057 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4e2cccf1-3842-4707-99a1-f30be960fde4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:33.371542 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4dfde54f-b0c6-48da-bc69-f69a1b525a7f req-1eea402a-322b-4083-81b6-4296afb33e31 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758328 Aug 13 02:38:33.541115 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c78b9-1e07-46aa-9600-91e161da9e2b req-4d997a52-777e-4ff2-880f-3f1844326197 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:33.541263 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4e2cccf1-3842-4707-99a1-f30be960fde4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:33.542776 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a3c78b9-1e07-46aa-9600-91e161da9e2b req-4d997a52-777e-4ff2-880f-3f1844326197 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0910192 Aug 13 02:38:33.550238 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4e2cccf1-3842-4707-99a1-f30be960fde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:33.601998 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4e2cccf1-3842-4707-99a1-f30be960fde4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=907266fcb6f94968876f34e6585f5b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221252 Aug 13 02:38:33.604057 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56206) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:33.604610 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cccf1-3842-4707-99a1-f30be960fde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3b21da-24a7-4ed9-b853-8249b0ba6e06,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:33.649906 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a3c78b9-1e07-46aa-9600-91e161da9e2b req-5df73189-336e-4e0d-a091-41846cf683fc tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006684 Aug 13 02:38:33.689298 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-49afee49-7eb2-4b46-8c35-43ac1c926545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:33.715427 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-49afee49-7eb2-4b46-8c35-43ac1c926545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:33.794871 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-49afee49-7eb2-4b46-8c35-43ac1c926545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:33.797715 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-49afee49-7eb2-4b46-8c35-43ac1c926545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:33.800665 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-49afee49-7eb2-4b46-8c35-43ac1c926545 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df3b21da-24a7-4ed9-b853-8249b0ba6e06 HTTP/1.1" status: 204 len: 168 time: 0.1951938 Aug 13 02:38:33.825041 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afee49-7eb2-4b46-8c35-43ac1c926545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3b21da-24a7-4ed9-b853-8249b0ba6e06,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:33.975322 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5156c-0b5c-4f07-a7fa-0f09170c2670 req-59d03e7c-d4b9-4c4c-be88-38a5cd6031f2 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:33.983060 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3af5156c-0b5c-4f07-a7fa-0f09170c2670 req-59d03e7c-d4b9-4c4c-be88-38a5cd6031f2 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.1038160 Aug 13 02:38:34.030337 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3af5156c-0b5c-4f07-a7fa-0f09170c2670 req-d87dca5d-3092-471e-8eed-115df661be11 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437708 Aug 13 02:38:34.797282 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c283bd-8f76-4137-ace5-62e0e45475a3 req-ab477e7d-7800-4a9c-a160-d0d3e8488b0d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:34.799498 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d5c283bd-8f76-4137-ace5-62e0e45475a3 req-ab477e7d-7800-4a9c-a160-d0d3e8488b0d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0636401 Aug 13 02:38:34.854584 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d5c283bd-8f76-4137-ace5-62e0e45475a3 req-fd8ffa28-983c-49cf-b6e5-64f13f214e91 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484388 Aug 13 02:38:35.014982 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166f031-b84d-49b9-9976-1248524a272a req-e9af37a2-3504-467b-8579-b946c54b9d49 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:35.017072 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5166f031-b84d-49b9-9976-1248524a272a req-e9af37a2-3504-467b-8579-b946c54b9d49 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0721951 Aug 13 02:38:35.027001 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56288) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:35.032319 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-4ba98a48-4a93-42bc-8f98-ff3060d96da0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Request body: {'floatingip': {'port_id': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:35.126101 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4ba98a48-4a93-42bc-8f98-ff3060d96da0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for floatingip, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:35.309078 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160f43b-dd39-48a5-b10c-0e89e5390681 req-3fd07f44-ae17-42e6-a5cb-7d8d8abc99e3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:35.310558 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7160f43b-dd39-48a5-b10c-0e89e5390681 req-3fd07f44-ae17-42e6-a5cb-7d8d8abc99e3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.1504741 Aug 13 02:38:35.406455 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7160f43b-dd39-48a5-b10c-0e89e5390681 req-8561543d-c502-4765-9882-366d7410a4a1 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866337 Aug 13 02:38:36.102337 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4ba98a48-4a93-42bc-8f98-ff3060d96da0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:36.108092 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4ba98a48-4a93-42bc-8f98-ff3060d96da0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:36.213042 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-4ba98a48-4a93-42bc-8f98-ff3060d96da0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Floating IP 6a8f7390-52cd-4fbd-b2b3-279720e87e4e associated. External IP: 172.27.1.217, port: 97ef92cc-ee8c-4230-96ba-e5f82029d0aa. Aug 13 02:38:36.356190 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-edf776f8-615d-4887-a99e-3c7456b2c891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:36.448160 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba98a48-4a93-42bc-8f98-ff3060d96da0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:38:36.613275 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba98a48-4a93-42bc-8f98-ff3060d96da0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:38:36.617922 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4ba98a48-4a93-42bc-8f98-ff3060d96da0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:36.626626 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f1ae1-8b06-4f13-a049-82b45ecd3cf9 req-6bd65849-c782-4236-aa1b-4795b8ef9114 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:36.626865 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244755b8-1fef-4e80-afea-34e3db376891 None None] Sync routers for ids ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:38:36.628530 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f65f1ae1-8b06-4f13-a049-82b45ecd3cf9 req-6bd65849-c782-4236-aa1b-4795b8ef9114 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.1330774 Aug 13 02:38:36.636754 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244755b8-1fef-4e80-afea-34e3db376891 None None] Routers {'deb986c9-3bf4-4c24-b022-a8cf4c2ac271'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:38:36.637353 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-244755b8-1fef-4e80-afea-34e3db376891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:38:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:36.672777 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4ba98a48-4a93-42bc-8f98-ff3060d96da0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "PUT /v2.0/floatingips/6a8f7390-52cd-4fbd-b2b3-279720e87e4e HTTP/1.1" status: 200 len: 992 time: 1.6419425 Aug 13 02:38:36.672777 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'tag': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:36.676017 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f241161f-4e7f-4ccc-8243-ce9553dc9a94" -d '{"events": [{"name": "network-changed", "server_uuid": "0022f2c0-0d07-4d1b-8926-4dfa7356f023", "tag": "97ef92cc-ee8c-4230-96ba-e5f82029d0aa"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:36.701018 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f65f1ae1-8b06-4f13-a049-82b45ecd3cf9 req-e68b7735-e76d-4e37-8e8c-020c443dda19 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552390 Aug 13 02:38:36.761886 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347bf937-29f8-40f2-8cce-a049539a97cd x-openstack-request-id: req-347bf937-29f8-40f2-8cce-a049539a97cd {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:36.762164 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0022f2c0-0d07-4d1b-8926-4dfa7356f023", "tag": "97ef92cc-ee8c-4230-96ba-e5f82029d0aa", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:36.762443 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-347bf937-29f8-40f2-8cce-a049539a97cd {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:36.762835 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'tag': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'status': 'completed', 'code': 200} Aug 13 02:38:36.791164 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-244755b8-1fef-4e80-afea-34e3db376891 None None] Set router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:38:36.911020 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241161f-4e7f-4ccc-8243-ce9553dc9a94 req-20a5569b-b3c7-4f01-874a-bc6f5be50098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:36.912571 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f241161f-4e7f-4ccc-8243-ce9553dc9a94 req-20a5569b-b3c7-4f01-874a-bc6f5be50098 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 1099 time: 0.0443470 Aug 13 02:38:37.017361 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241161f-4e7f-4ccc-8243-ce9553dc9a94 req-cbed01e6-3566-4e6b-a416-fecf8b853d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:37.018911 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f241161f-4e7f-4ccc-8243-ce9553dc9a94 req-cbed01e6-3566-4e6b-a416-fecf8b853d99 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 200 len: 918 time: 0.0897729 Aug 13 02:38:37.075829 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-244755b8-1fef-4e80-afea-34e3db376891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': '6a8f7390-52cd-4fbd-b2b3-279720e87e4e', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'port_id': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'mac_address': 'fa:16:3e:51:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:38:07Z', 'updated_at': '2021-08-13T02:38:35Z', 'revision_number': 1, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:11Z', 'revision_number': 5, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:37.130938 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f241161f-4e7f-4ccc-8243-ce9553dc9a94 req-c539feb3-9e04-49c7-be5f-14202adb28a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa HTTP/1.1" status: 200 len: 1000 time: 0.0992358 Aug 13 02:38:37.188645 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244755b8-1fef-4e80-afea-34e3db376891 None None] Checking router: deb986c9-3bf4-4c24-b022-a8cf4c2ac271 for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:38:37.193096 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241161f-4e7f-4ccc-8243-ce9553dc9a94 req-6277ccec-d138-4031-aa40-239474f9a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:37.194747 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f241161f-4e7f-4ccc-8243-ce9553dc9a94 req-6277ccec-d138-4031-aa40-239474f9a885 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d722d64-dd9d-486a-a9c9-6f37fad094ab HTTP/1.1" status: 200 len: 856 time: 0.0478830 Aug 13 02:38:37.197779 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244755b8-1fef-4e80-afea-34e3db376891 None None] Routers {'deb986c9-3bf4-4c24-b022-a8cf4c2ac271'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:38:37.198455 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-244755b8-1fef-4e80-afea-34e3db376891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:38:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:37.256212 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241161f-4e7f-4ccc-8243-ce9553dc9a94 req-89758413-fdda-408c-b5ed-189c8b31e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:37.257660 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f241161f-4e7f-4ccc-8243-ce9553dc9a94 req-89758413-fdda-408c-b5ed-189c8b31e600 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9102dfda-d03c-4456-90ad-be83fc17c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507593 Aug 13 02:38:37.303797 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-244755b8-1fef-4e80-afea-34e3db376891 None None] Set router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:38:37.360735 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f241161f-4e7f-4ccc-8243-ce9553dc9a94 req-a28431d1-47b9-4701-84ae-2d74c3a08e51 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950301 Aug 13 02:38:37.453716 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f241161f-4e7f-4ccc-8243-ce9553dc9a94 req-14796234-fa8a-454a-9b20-008155311326 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851321 Aug 13 02:38:37.544672 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-244755b8-1fef-4e80-afea-34e3db376891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': '6a8f7390-52cd-4fbd-b2b3-279720e87e4e', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'port_id': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'mac_address': 'fa:16:3e:51:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:38:07Z', 'updated_at': '2021-08-13T02:38:35Z', 'revision_number': 1, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:11Z', 'revision_number': 5, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:38:37.576608 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244755b8-1fef-4e80-afea-34e3db376891 None None] The sync data for ids ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'] in dv-cinder-760184-6-iscsi is: [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': '6a8f7390-52cd-4fbd-b2b3-279720e87e4e', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'floating_ip_address': '172.27.1.217', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'port_id': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'mac_address': 'fa:16:3e:51:ac:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:38:07Z', 'updated_at': '2021-08-13T02:38:35Z', 'revision_number': 1, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:11Z', 'revision_number': 5, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:38:37.802246 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc16698-e57c-4ba8-ac44-eca2817ef568 None None] New status for floating IP 6a8f7390-52cd-4fbd-b2b3-279720e87e4e: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:38:37.859024 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b147c9-0be9-45b6-bcfb-65f2b7041a90 req-c2909255-74d9-4e62-b4f3-0a90f3443f25 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:37.860613 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25b147c9-0be9-45b6-bcfb-65f2b7041a90 req-c2909255-74d9-4e62-b4f3-0a90f3443f25 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0654576 Aug 13 02:38:37.906328 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25b147c9-0be9-45b6-bcfb-65f2b7041a90 req-1b96c2a2-340e-4024-833f-c02a481ea0ef tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353208 Aug 13 02:38:38.249328 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56446) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:38.366791 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6cd60ccf-f90a-485b-89ac-77b7a63afd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.455858 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6cd60ccf-f90a-485b-89ac-77b7a63afd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.461761 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6cd60ccf-f90a-485b-89ac-77b7a63afd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.498807 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6cd60ccf-f90a-485b-89ac-77b7a63afd09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8892d290dd14691baa3cd1a269b58e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484241 Aug 13 02:38:38.499607 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd60ccf-f90a-485b-89ac-77b7a63afd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a161840-f024-4eec-a1d7-532caee114a3,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:38.501830 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56454) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:38.552048 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f8efcdb3-d172-4fd6-8b32-ef6f39c89c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.573237 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f8efcdb3-d172-4fd6-8b32-ef6f39c89c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.621819 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f8efcdb3-d172-4fd6-8b32-ef6f39c89c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.624346 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f8efcdb3-d172-4fd6-8b32-ef6f39c89c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:38.625563 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f8efcdb3-d172-4fd6-8b32-ef6f39c89c2c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a161840-f024-4eec-a1d7-532caee114a3 HTTP/1.1" status: 204 len: 168 time: 0.1226463 Aug 13 02:38:38.634919 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efcdb3-d172-4fd6-8b32-ef6f39c89c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a161840-f024-4eec-a1d7-532caee114a3,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:38.920145 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56468) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:38.934215 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd0795ca-d0a7-4602-b0e5-fb28b556c10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.027554 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214af8a0-1cb0-47fc-a785-7086d79fa55a req-e1fb5ab5-2b72-4aee-aef2-ee2cdd5a61b7 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:39.029119 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-214af8a0-1cb0-47fc-a785-7086d79fa55a req-e1fb5ab5-2b72-4aee-aef2-ee2cdd5a61b7 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0517349 Aug 13 02:38:39.035399 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd0795ca-d0a7-4602-b0e5-fb28b556c10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.039326 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd0795ca-d0a7-4602-b0e5-fb28b556c10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.072282 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-214af8a0-1cb0-47fc-a785-7086d79fa55a req-9d61becd-1e0d-41c0-b95b-8f955079a228 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361013 Aug 13 02:38:39.079370 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-cd0795ca-d0a7-4602-b0e5-fb28b556c10b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d87cde752ce84a4b8c13c74b6cb3a42e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580658 Aug 13 02:38:39.080577 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0795ca-d0a7-4602-b0e5-fb28b556c10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ac20d3-c1e1-47e0-9924-7526f0376720,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:39.082846 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56476) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:39.121701 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.146679 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2629598b-c9f4-455b-b949-63abbb56f93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.168116 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2629598b-c9f4-455b-b949-63abbb56f93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.218378 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2629598b-c9f4-455b-b949-63abbb56f93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.221075 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2629598b-c9f4-455b-b949-63abbb56f93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.222653 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2629598b-c9f4-455b-b949-63abbb56f93d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98ac20d3-c1e1-47e0-9924-7526f0376720 HTTP/1.1" status: 204 len: 168 time: 0.1384172 Aug 13 02:38:39.230956 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629598b-c9f4-455b-b949-63abbb56f93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ac20d3-c1e1-47e0-9924-7526f0376720,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:39.315785 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8772ab39-016e-4905-948b-1f971f26ff6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.578537 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56512) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:39.591948 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c9e2-0adb-4392-bed6-7ac9f7101a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.684432 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c9e2-0adb-4392-bed6-7ac9f7101a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.688346 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a4a4c9e2-0adb-4392-bed6-7ac9f7101a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.725979 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a4a4c9e2-0adb-4392-bed6-7ac9f7101a97 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e3eacb9960f460bafcb7faa44dbce4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463137 Aug 13 02:38:39.727977 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4c9e2-0adb-4392-bed6-7ac9f7101a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a58ee6-4634-4acb-98af-07e1830b350f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:39.729088 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56516) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:39.787695 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-798417af-75f5-4db3-85bc-eadef95e8b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.808593 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-798417af-75f5-4db3-85bc-eadef95e8b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.834484 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56522) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:39.861655 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-798417af-75f5-4db3-85bc-eadef95e8b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.865313 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-798417af-75f5-4db3-85bc-eadef95e8b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:39.866465 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-798417af-75f5-4db3-85bc-eadef95e8b9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79a58ee6-4634-4acb-98af-07e1830b350f HTTP/1.1" status: 204 len: 168 time: 0.1364191 Aug 13 02:38:39.875133 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798417af-75f5-4db3-85bc-eadef95e8b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a58ee6-4634-4acb-98af-07e1830b350f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:39.983436 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-18467eba-8151-4226-a031-5fa72ed4b6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.093159 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-18467eba-8151-4226-a031-5fa72ed4b6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.098242 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-18467eba-8151-4226-a031-5fa72ed4b6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.142082 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-18467eba-8151-4226-a031-5fa72ed4b6ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea31191c35ac49c7bc40a722f529cfe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066368 Aug 13 02:38:40.144067 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18467eba-8151-4226-a031-5fa72ed4b6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb81cd1-6aa4-4753-ad6b-706499aab66c,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:40.145517 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56540) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:40.231702 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4625e6a-025f-4aef-8548-45980ab8f9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.241471 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d629f-69fd-49fc-b5e0-c226ff340877 req-ab1a63fd-b1f8-4d18-b9fd-1f98afb370c2 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:40.243279 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-130d629f-69fd-49fc-b5e0-c226ff340877 req-ab1a63fd-b1f8-4d18-b9fd-1f98afb370c2 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0772781 Aug 13 02:38:40.277299 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4625e6a-025f-4aef-8548-45980ab8f9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.317533 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-130d629f-69fd-49fc-b5e0-c226ff340877 req-27d3c411-b74c-4d94-9540-32f800929fbd tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663362 Aug 13 02:38:40.345894 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4625e6a-025f-4aef-8548-45980ab8f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.348526 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f4625e6a-025f-4aef-8548-45980ab8f9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.352279 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f4625e6a-025f-4aef-8548-45980ab8f9fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6cb81cd1-6aa4-4753-ad6b-706499aab66c HTTP/1.1" status: 204 len: 168 time: 0.2032194 Aug 13 02:38:40.357599 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4625e6a-025f-4aef-8548-45980ab8f9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb81cd1-6aa4-4753-ad6b-706499aab66c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:40.432969 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.723137 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56576) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:40.736749 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-00205c1f-f084-400d-8071-704d9975beb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.827712 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56580) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:40.828409 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-00205c1f-f084-400d-8071-704d9975beb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.834426 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-00205c1f-f084-400d-8071-704d9975beb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.874112 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-00205c1f-f084-400d-8071-704d9975beb3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=410c6e1f68a841c68f99323ca95e3e37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496747 Aug 13 02:38:40.876884 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56588) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:40.878603 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00205c1f-f084-400d-8071-704d9975beb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34392bc1-7532-4abb-b516-8b4873237e38,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:40.928675 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0aa8f4d-1398-4d23-ae6b-e697145165ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.962323 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0aa8f4d-1398-4d23-ae6b-e697145165ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:40.968712 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d704-0613-4a62-be2a-a7b4e6ee15f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.045771 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0aa8f4d-1398-4d23-ae6b-e697145165ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.048171 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c0aa8f4d-1398-4d23-ae6b-e697145165ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.049374 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c0aa8f4d-1398-4d23-ae6b-e697145165ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34392bc1-7532-4abb-b516-8b4873237e38 HTTP/1.1" status: 204 len: 168 time: 0.1714137 Aug 13 02:38:41.064345 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa8f4d-1398-4d23-ae6b-e697145165ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34392bc1-7532-4abb-b516-8b4873237e38,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:41.101573 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d704-0613-4a62-be2a-a7b4e6ee15f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.108628 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-d0e0d704-0613-4a62-be2a-a7b4e6ee15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.145358 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d0e0d704-0613-4a62-be2a-a7b4e6ee15f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0cc5e79b1ba541469989cf84177c7226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156426 Aug 13 02:38:41.149450 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56596) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:41.152198 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0d704-0613-4a62-be2a-a7b4e6ee15f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da35268b-22cd-4b59-bd2d-c77e97ac4625,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:41.232570 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b5ed462a-718f-4539-86b4-d97aa61b321f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.259015 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b5ed462a-718f-4539-86b4-d97aa61b321f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.355491 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b5ed462a-718f-4539-86b4-d97aa61b321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.360514 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b5ed462a-718f-4539-86b4-d97aa61b321f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.365915 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b5ed462a-718f-4539-86b4-d97aa61b321f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da35268b-22cd-4b59-bd2d-c77e97ac4625 HTTP/1.1" status: 204 len: 168 time: 0.2147689 Aug 13 02:38:41.378835 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed462a-718f-4539-86b4-d97aa61b321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da35268b-22cd-4b59-bd2d-c77e97ac4625,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:41.529559 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad92bcf-4979-4434-b230-be29a2257d8e req-f082c58f-84da-451b-a09a-77c9eb40b234 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:41.531288 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ad92bcf-4979-4434-b230-be29a2257d8e req-f082c58f-84da-451b-a09a-77c9eb40b234 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0912325 Aug 13 02:38:41.589331 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ad92bcf-4979-4434-b230-be29a2257d8e req-87ff55e7-5db3-4604-8020-16a87ee363ff tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501227 Aug 13 02:38:41.743602 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.797298 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56632) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:41.810805 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a0716f03-ef61-4472-a9a9-fd22b1cf3a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.901956 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a0716f03-ef61-4472-a9a9-fd22b1cf3a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.906927 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a0716f03-ef61-4472-a9a9-fd22b1cf3a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:41.947064 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a0716f03-ef61-4472-a9a9-fd22b1cf3a79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3651a8b72b344752ad4356825ae1d0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486390 Aug 13 02:38:41.948258 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0716f03-ef61-4472-a9a9-fd22b1cf3a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e56e000-b82e-4bd2-bca6-6dfb24f1d72f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:41.950184 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56638) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:41.999882 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a325f681-8cf3-4141-a84e-5e60dc490d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.020900 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a325f681-8cf3-4141-a84e-5e60dc490d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.074723 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a325f681-8cf3-4141-a84e-5e60dc490d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.077456 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a325f681-8cf3-4141-a84e-5e60dc490d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.078624 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a325f681-8cf3-4141-a84e-5e60dc490d40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e56e000-b82e-4bd2-bca6-6dfb24f1d72f HTTP/1.1" status: 204 len: 168 time: 0.1261020 Aug 13 02:38:42.087923 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a325f681-8cf3-4141-a84e-5e60dc490d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e56e000-b82e-4bd2-bca6-6dfb24f1d72f,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:42.345885 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56662) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:42.453354 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9e7c9375-e9e3-4f54-b862-6e7f2ef4f12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.572794 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9e7c9375-e9e3-4f54-b862-6e7f2ef4f12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.579352 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9e7c9375-e9e3-4f54-b862-6e7f2ef4f12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.626743 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c9375-e9e3-4f54-b862-6e7f2ef4f12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc86d2ef-72a7-40e4-94f7-fba2fd659d21,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:42.650390 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9e7c9375-e9e3-4f54-b862-6e7f2ef4f12f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b22491782a864c59a34771b088b4c803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033116 Aug 13 02:38:42.653941 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56688) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:42.711057 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-061c78fb-bae2-4782-9ebf-82e4967b7877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.729765 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54a0bc-db82-4c15-b164-7c69bf2cbfc9 req-8d2272bd-f57b-45a3-baaa-3b0bd0ef548e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:42.731237 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c54a0bc-db82-4c15-b164-7c69bf2cbfc9 req-8d2272bd-f57b-45a3-baaa-3b0bd0ef548e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0530357 Aug 13 02:38:42.734827 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-061c78fb-bae2-4782-9ebf-82e4967b7877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.779827 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c54a0bc-db82-4c15-b164-7c69bf2cbfc9 req-ea70a9b9-4844-4617-914f-c8fdbebb1903 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Aug 13 02:38:42.788043 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-061c78fb-bae2-4782-9ebf-82e4967b7877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.790802 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-061c78fb-bae2-4782-9ebf-82e4967b7877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:42.792001 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-061c78fb-bae2-4782-9ebf-82e4967b7877 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc86d2ef-72a7-40e4-94f7-fba2fd659d21 HTTP/1.1" status: 204 len: 168 time: 0.1370683 Aug 13 02:38:42.800777 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c78fb-bae2-4782-9ebf-82e4967b7877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc86d2ef-72a7-40e4-94f7-fba2fd659d21,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:43.917848 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1774025-2042-47ec-b455-9c54f7414e49 req-fcebeef5-0b21-4c52-8289-4c3fd08468a7 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:43.919364 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b1774025-2042-47ec-b455-9c54f7414e49 req-fcebeef5-0b21-4c52-8289-4c3fd08468a7 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0565417 Aug 13 02:38:43.958929 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b1774025-2042-47ec-b455-9c54f7414e49 req-3ceb8ae6-10d4-417b-9667-f5240f73932e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324018 Aug 13 02:38:44.446589 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56782) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:44.552823 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1c7cdd77-6a63-4f51-806e-511f30dd6eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.641700 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1c7cdd77-6a63-4f51-806e-511f30dd6eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.647831 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1c7cdd77-6a63-4f51-806e-511f30dd6eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.687522 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1c7cdd77-6a63-4f51-806e-511f30dd6eb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a414ae3c6b94430d8083c41ffc29a685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398946 Aug 13 02:38:44.688212 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cdd77-6a63-4f51-806e-511f30dd6eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418c1dd9-7eb5-40d0-891e-c58c5368ef3c,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:44.690436 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56788) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:44.754505 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e18ca4c5-d232-4c22-93dc-ace97bd928f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.775479 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e18ca4c5-d232-4c22-93dc-ace97bd928f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.823859 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e18ca4c5-d232-4c22-93dc-ace97bd928f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.826532 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e18ca4c5-d232-4c22-93dc-ace97bd928f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:44.827693 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e18ca4c5-d232-4c22-93dc-ace97bd928f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/418c1dd9-7eb5-40d0-891e-c58c5368ef3c HTTP/1.1" status: 204 len: 168 time: 0.1361504 Aug 13 02:38:44.835939 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ca4c5-d232-4c22-93dc-ace97bd928f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418c1dd9-7eb5-40d0-891e-c58c5368ef3c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:45.073597 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f4392-b943-4bee-9368-bde0faeb0d20 req-2ccd5c9f-58f7-4669-be03-fe7b9ea3f9f6 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:45.075066 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f43f4392-b943-4bee-9368-bde0faeb0d20 req-2ccd5c9f-58f7-4669-be03-fe7b9ea3f9f6 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0480902 Aug 13 02:38:45.110349 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 56802) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:45.121630 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f43f4392-b943-4bee-9368-bde0faeb0d20 req-c16bb07f-b037-4f51-8ef1-b21c9d672897 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403116 Aug 13 02:38:45.127146 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f45dc0d6-a125-4eee-b072-a09781724f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.227042 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f45dc0d6-a125-4eee-b072-a09781724f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.232270 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f45dc0d6-a125-4eee-b072-a09781724f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.268674 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45dc0d6-a125-4eee-b072-a09781724f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7bc67b-930f-43bd-8ef3-86b60ffca396,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:45.272993 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f45dc0d6-a125-4eee-b072-a09781724f07 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e99249a808946bd8f6d0597b2959042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616633 Aug 13 02:38:45.275829 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 56806) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:45.335786 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e97d1445-902b-4ca8-9253-eee396ed5d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.360087 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e97d1445-902b-4ca8-9253-eee396ed5d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.407078 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e97d1445-902b-4ca8-9253-eee396ed5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.410233 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e97d1445-902b-4ca8-9253-eee396ed5d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:45.411374 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e97d1445-902b-4ca8-9253-eee396ed5d7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd7bc67b-930f-43bd-8ef3-86b60ffca396 HTTP/1.1" status: 204 len: 168 time: 0.1344984 Aug 13 02:38:45.418905 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d1445-902b-4ca8-9253-eee396ed5d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7bc67b-930f-43bd-8ef3-86b60ffca396,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:46.236989 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a658e41-f5e9-4a21-ab2c-30ee36cbd5d5 req-82b29f82-16bd-4857-9a61-9b578496e9c1 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:46.238696 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a658e41-f5e9-4a21-ab2c-30ee36cbd5d5 req-82b29f82-16bd-4857-9a61-9b578496e9c1 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0493796 Aug 13 02:38:46.279437 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a658e41-f5e9-4a21-ab2c-30ee36cbd5d5 req-0602e424-27fa-4c8a-bac5-84e6458363ee tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347731 Aug 13 02:38:47.407401 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d77ea7-aa39-4b42-b656-17c4956feb21 req-42bdb328-1e62-4883-9ffe-446fbbb361c5 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:47.409050 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74d77ea7-aa39-4b42-b656-17c4956feb21 req-42bdb328-1e62-4883-9ffe-446fbbb361c5 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0493696 Aug 13 02:38:47.448980 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74d77ea7-aa39-4b42-b656-17c4956feb21 req-37c1b63e-333e-4476-a4b4-eb19532b6b6c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340960 Aug 13 02:38:48.586554 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33679b3-a243-4e9c-934d-eed5fe99525f req-83a11688-fd8d-4b8a-89de-5dc49102790e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:48.587993 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c33679b3-a243-4e9c-934d-eed5fe99525f req-83a11688-fd8d-4b8a-89de-5dc49102790e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0624516 Aug 13 02:38:48.629021 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c33679b3-a243-4e9c-934d-eed5fe99525f req-d117f3a2-7fd3-43e3-b957-25e902e295fb tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345650 Aug 13 02:38:49.765703 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf5476-325c-422e-9365-27cd1d357d76 req-03ed2ab1-65c0-4a44-ae45-b616b630dd84 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:49.767174 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6ddf5476-325c-422e-9365-27cd1d357d76 req-03ed2ab1-65c0-4a44-ae45-b616b630dd84 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0527160 Aug 13 02:38:49.805776 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6ddf5476-325c-422e-9365-27cd1d357d76 req-dc93d006-d7ee-4856-b427-59713be540a0 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322886 Aug 13 02:38:50.729073 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-bf8afd0c-2e01-4052-9c23-e4b6b42cdecf tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:50.730719 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-bf8afd0c-2e01-4052-9c23-e4b6b42cdecf tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/networks?id=0945f000-2077-4600-a181-e1215459c07a HTTP/1.1" status: 200 len: 815 time: 0.1146076 Aug 13 02:38:50.752028 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-ccd667f9-2a8e-457e-a8d1-b53c4e7fc971 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/quotas/4f1bf98d70c54d758a20a5ee1e380ef4 HTTP/1.1" status: 200 len: 375 time: 0.0141313 Aug 13 02:38:50.822144 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-6353d38e-96a6-4d23-8103-15ea3ea81913 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f1bf98d70c54d758a20a5ee1e380ef4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547121 Aug 13 02:38:51.153475 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-c0d42151-ef86-4afe-8017-99daf52cb939 service neutron] 10.222.0.42 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263595 Aug 13 02:38:51.264539 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f9d5a-0508-4a8d-86bf-e1e19ae3343b req-6915dc26-a2a4-491f-9351-e04d2e2ebe8b tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:51.266260 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-825f9d5a-0508-4a8d-86bf-e1e19ae3343b req-6915dc26-a2a4-491f-9351-e04d2e2ebe8b tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.3488226 Aug 13 02:38:51.334138 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-ca75c2fe-87b9-443b-9594-64a1ef025b0e service neutron] 10.222.0.42 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793349 Aug 13 02:38:51.340204 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-825f9d5a-0508-4a8d-86bf-e1e19ae3343b req-213b078f-636c-4484-a38d-e42b6782c725 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630724 Aug 13 02:38:51.526849 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-23e66694-0ce0-4903-8c3a-50c4e8c863ac req-9b7b6233-becf-4430-a99c-80bfc730b05d tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 210 time: 0.0344191 Aug 13 02:38:51.811808 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:38:52.091892 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 57010) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:52.207304 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.312746 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.320741 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.366374 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9cae867753c4029bfdbd2571bc9a1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732198 Aug 13 02:38:52.367444 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ac6f4c-7666-4397-980a-1e24e402a8ca,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:52.369274 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 57026) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:52.375239 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.375579 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.375912 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.376238 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.376584 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.376905 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.377251 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.377558 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.377853 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.378849 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.379076 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.379395 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c1dec4-20a7-4705-9ed9-8135ce11447a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.457278 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.498634 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.535327 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b5643-3c0c-458b-a238-0094203196ee req-8fa637db-e0fe-4c19-8a05-e0d31b44d1ee tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:52.536885 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a53b5643-3c0c-458b-a238-0094203196ee req-8fa637db-e0fe-4c19-8a05-e0d31b44d1ee tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0929563 Aug 13 02:38:52.582800 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a53b5643-3c0c-458b-a238-0094203196ee req-6cdc9fd6-3e8d-4edc-a662-ec33b8cc3af5 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382426 Aug 13 02:38:52.588611 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.591130 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:52.592278 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21ac6f4c-7666-4397-980a-1e24e402a8ca HTTP/1.1" status: 204 len: 168 time: 0.2220855 Aug 13 02:38:52.600662 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ac6f4c-7666-4397-980a-1e24e402a8ca,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:52.608751 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.608991 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.609336 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.609661 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.610083 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.610411 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.610731 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.611045 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.611363 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.611674 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.611985 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.612295 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe9279b-d311-491a-900c-58bb7cdfe2fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:38:52.666285 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-437fb38c-d777-4006-ae2c-5ef516a7b85c req-fdc720e9-3275-4b1c-8a1d-aa6d42116da2 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 210 time: 0.0260501 Aug 13 02:38:53.013497 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-57bd5877-315a-4ece-9317-a74baacbed56 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:53.014996 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-57bd5877-315a-4ece-9317-a74baacbed56 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "GET /v2.0/networks?id=0945f000-2077-4600-a181-e1215459c07a HTTP/1.1" status: 200 len: 815 time: 0.1379046 Aug 13 02:38:53.044152 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-ad2a3225-0bac-49aa-8559-986476e573ff tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Request body: {'port': {'device_id': '374624bf-d94d-4f32-8597-f90bfa2b87d7', 'network_id': '0945f000-2077-4600-a181-e1215459c07a', 'admin_state_up': True, 'tenant_id': '4f1bf98d70c54d758a20a5ee1e380ef4'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:53.160721 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-ad2a3225-0bac-49aa-8559-986476e573ff tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Made reservation on behalf of 4f1bf98d70c54d758a20a5ee1e380ef4 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:38:53.166070 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-ad2a3225-0bac-49aa-8559-986476e573ff tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:53.306265 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-ad2a3225-0bac-49aa-8559-986476e573ff tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Allocated IP 172.20.0.9 (0945f000-2077-4600-a181-e1215459c07a/c7b402c5-713b-4159-ad46-e99bb2dc7e4a/03881086-615c-4f34-852d-2f901f054406) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:38:53.496625 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-ad2a3225-0bac-49aa-8559-986476e573ff tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:53.561129 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-ad2a3225-0bac-49aa-8559-986476e573ff tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:53.626495 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['03c91296-dae0-4c97-b24e-cfca354525e6'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:38:53.658865 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-ad2a3225-0bac-49aa-8559-986476e573ff tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Network 0945f000-2077-4600-a181-e1215459c07a is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:38:53.658865 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-ad2a3225-0bac-49aa-8559-986476e573ff tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:38:53.670366 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-ad2a3225-0bac-49aa-8559-986476e573ff tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:38:53.704312 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a3225-0bac-49aa-8559-986476e573ff tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Pushing event updated for resources: {'Port': ['ID=03881086-615c-4f34-852d-2f901f054406,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:53.769230 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 57120) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:53.848757 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-ad2a3225-0bac-49aa-8559-986476e573ff tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:53.849866 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-ad2a3225-0bac-49aa-8559-986476e573ff tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:53.872223 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e012c8-1402-409e-a2b0-5b6a1fc0ffee req-ee9d7e33-1258-499f-adfe-327878ee6723 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:53.873416 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d5e012c8-1402-409e-a2b0-5b6a1fc0ffee req-ee9d7e33-1258-499f-adfe-327878ee6723 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.1164370 Aug 13 02:38:53.887925 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-ad2a3225-0bac-49aa-8559-986476e573ff tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8465528 Aug 13 02:38:53.920715 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4de5648f-9523-4ee6-be2d-0e21dd0db48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:53.935977 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Request body: {'port': {'device_id': '374624bf-d94d-4f32-8597-f90bfa2b87d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:38:53.992876 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d5e012c8-1402-409e-a2b0-5b6a1fc0ffee req-b02e9eab-513f-4ab6-b3ea-41536577af61 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097293 Aug 13 02:38:54.047380 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.081817 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4de5648f-9523-4ee6-be2d-0e21dd0db48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.088344 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4de5648f-9523-4ee6-be2d-0e21dd0db48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.127644 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2350c-356a-4fa6-b36d-f9dc0620d823 req-0d3a3a4a-8f86-40e9-a9f6-f577c0f3c880 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:54.129380 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05e2350c-356a-4fa6-b36d-f9dc0620d823 req-0d3a3a4a-8f86-40e9-a9f6-f577c0f3c880 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 931 time: 0.1141675 Aug 13 02:38:54.148119 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4de5648f-9523-4ee6-be2d-0e21dd0db48f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1564d90500664e70bfe4a32da53c05ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760960 Aug 13 02:38:54.150526 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 57134) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:38:54.159394 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5648f-9523-4ee6-be2d-0e21dd0db48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e7e172-8402-44ef-a4f9-2246ac510b7e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:54.236494 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-898219c9-6ccf-45ed-9c30-28dbec175413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.269235 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-898219c9-6ccf-45ed-9c30-28dbec175413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.289044 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05e2350c-356a-4fa6-b36d-f9dc0620d823 req-42fdc452-7654-42df-ab30-edd25c72d1ce tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460905 Aug 13 02:38:54.330860 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-898219c9-6ccf-45ed-9c30-28dbec175413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.334162 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-898219c9-6ccf-45ed-9c30-28dbec175413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.335412 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-898219c9-6ccf-45ed-9c30-28dbec175413 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13e7e172-8402-44ef-a4f9-2246ac510b7e HTTP/1.1" status: 204 len: 168 time: 0.1838162 Aug 13 02:38:54.344162 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898219c9-6ccf-45ed-9c30-28dbec175413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e7e172-8402-44ef-a4f9-2246ac510b7e,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:54.453997 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03881086-615c-4f34-852d-2f901f054406 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:38:54.464038 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.480731 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Transition to ACTIVE for port object 03881086-615c-4f34-852d-2f901f054406 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:38:54.485976 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.535250 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Pushing event updated for resources: {'Port': ['ID=03881086-615c-4f34-852d-2f901f054406,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:54.617231 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Attempting to bind port 03881086-615c-4f34-852d-2f901f054406 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:38:54.617638 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Attempting to bind port 03881086-615c-4f34-852d-2f901f054406 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:38:54.617898 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Attempting to bind port 03881086-615c-4f34-852d-2f901f054406 on network 0945f000-2077-4600-a181-e1215459c07a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:54.622244 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Port 03881086-615c-4f34-852d-2f901f054406 on network 0945f000-2077-4600-a181-e1215459c07a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:38:54.622567 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Attempting to bind port 03881086-615c-4f34-852d-2f901f054406 on network 0945f000-2077-4600-a181-e1215459c07a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:38:54.627387 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:38:54.627717 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Checking segment: {'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:38:54.628091 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Bound using segment: {'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:38:54.628546 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Bound port: 03881086-615c-4f34-852d-2f901f054406, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:38:54.628901 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.700131 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] For port 03881086-615c-4f34-852d-2f901f054406, host hv-cinder-76018, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:38:54.703762 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] For port 03881086-615c-4f34-852d-2f901f054406, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=03881086-615c-4f34-852d-2f901f054406,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:38:54.726983 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.788278 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:54.788926 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:38:54.790325 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] 10.222.0.60 "PUT /v2.0/ports/03881086-615c-4f34-852d-2f901f054406 HTTP/1.1" status: 200 len: 1093 time: 0.8754101 Aug 13 02:38:54.790950 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '374624bf-d94d-4f32-8597-f90bfa2b87d7', 'tag': '03881086-615c-4f34-852d-2f901f054406'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:38:54.793494 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e67ae5-ee4f-41a8-8e0a-79a2d8c05a65" -d '{"events": [{"name": "network-changed", "server_uuid": "374624bf-d94d-4f32-8597-f90bfa2b87d7", "tag": "03881086-615c-4f34-852d-2f901f054406"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:38:54.814340 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bb41c-edfe-418f-b630-60be220774b4 service neutron] Pushing event updated for resources: {'Port': ['ID=03881086-615c-4f34-852d-2f901f054406,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:38:54.856868 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d784b6-bca3-45e8-8058-d0a8e4a800d0 x-openstack-request-id: req-e7d784b6-bca3-45e8-8058-d0a8e4a800d0 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:38:54.857326 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "374624bf-d94d-4f32-8597-f90bfa2b87d7", "tag": "03881086-615c-4f34-852d-2f901f054406", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:38:54.857715 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7d784b6-bca3-45e8-8058-d0a8e4a800d0 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:38:54.858240 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '374624bf-d94d-4f32-8597-f90bfa2b87d7', 'tag': '03881086-615c-4f34-852d-2f901f054406', 'status': 'completed', 'code': 200} Aug 13 02:38:54.960964 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-644b87cc-1baa-43bb-b7da-f5c303503c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:54.962703 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-644b87cc-1baa-43bb-b7da-f5c303503c9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f1bf98d70c54d758a20a5ee1e380ef4&device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 1096 time: 0.0580118 Aug 13 02:38:55.046334 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-637bda50-e98e-4be6-88d6-5be5c1f2b4ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03881086-615c-4f34-852d-2f901f054406 HTTP/1.1" status: 200 len: 217 time: 0.0487266 Aug 13 02:38:55.148256 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-92b717f6-103e-4f6e-a508-a0e50865f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:55.149650 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-92b717f6-103e-4f6e-a508-a0e50865f801 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7b402c5-713b-4159-ad46-e99bb2dc7e4a HTTP/1.1" status: 200 len: 855 time: 0.0933580 Aug 13 02:38:55.166047 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41728576-7630-4a81-a2b2-f331fa3d2c9d req-61093a65-9887-4e53-a391-3bba2c9ef9b3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:55.173119 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41728576-7630-4a81-a2b2-f331fa3d2c9d req-61093a65-9887-4e53-a391-3bba2c9ef9b3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0840104 Aug 13 02:38:55.227677 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-a1d3ed51-3feb-4fdb-ad87-e9921cccb479 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0945f000-2077-4600-a181-e1215459c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513098 Aug 13 02:38:55.293700 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41728576-7630-4a81-a2b2-f331fa3d2c9d req-e31cdeaa-3db9-42bf-aff1-ad351ba2abc4 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193798 Aug 13 02:38:55.388374 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-79f28be2-ff9b-413d-8069-331cd1f8026c service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450686 Aug 13 02:38:55.501514 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcaf7a-17c6-411f-a9eb-bc94247c5c04 req-b720d2f4-c47d-40b1-8846-d96914da67b8 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:55.501514 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7dbcaf7a-17c6-411f-a9eb-bc94247c5c04 req-b720d2f4-c47d-40b1-8846-d96914da67b8 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 943 time: 0.1307428 Aug 13 02:38:55.538492 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5867bd04-ba88-4041-8502-f5c5d2af078f req-605ca20f-89e5-48f5-a660-51e18c63aa32 service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370606 Aug 13 02:38:55.555577 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7dbcaf7a-17c6-411f-a9eb-bc94247c5c04 req-e7cd50de-ea3f-403d-965b-543f45c8c0e0 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450950 Aug 13 02:38:55.761470 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e67ae5-ee4f-41a8-8e0a-79a2d8c05a65 req-4a7e9712-738d-463d-bfde-c1a24aa3b039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:55.763237 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74e67ae5-ee4f-41a8-8e0a-79a2d8c05a65 req-4a7e9712-738d-463d-bfde-c1a24aa3b039 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f1bf98d70c54d758a20a5ee1e380ef4&device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 1096 time: 0.0657823 Aug 13 02:38:55.878967 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e67ae5-ee4f-41a8-8e0a-79a2d8c05a65 req-783cab73-345c-4fae-aee7-271d38e5e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:55.879878 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74e67ae5-ee4f-41a8-8e0a-79a2d8c05a65 req-783cab73-345c-4fae-aee7-271d38e5e6cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=0945f000-2077-4600-a181-e1215459c07a HTTP/1.1" status: 200 len: 916 time: 0.1043108 Aug 13 02:38:55.941421 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74e67ae5-ee4f-41a8-8e0a-79a2d8c05a65 req-7937b3ef-5988-45f9-8af5-ab08f0c72b7c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03881086-615c-4f34-852d-2f901f054406 HTTP/1.1" status: 200 len: 217 time: 0.0477474 Aug 13 02:38:56.013769 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e67ae5-ee4f-41a8-8e0a-79a2d8c05a65 req-a7a8b35a-c026-47b7-bf7f-94b4b2166016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:56.015255 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74e67ae5-ee4f-41a8-8e0a-79a2d8c05a65 req-a7a8b35a-c026-47b7-bf7f-94b4b2166016 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7b402c5-713b-4159-ad46-e99bb2dc7e4a HTTP/1.1" status: 200 len: 855 time: 0.0448620 Aug 13 02:38:56.049647 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74e67ae5-ee4f-41a8-8e0a-79a2d8c05a65 req-3cc00cb9-23d8-42ee-9a40-632d17cb0bf4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0945f000-2077-4600-a181-e1215459c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232103 Aug 13 02:38:56.218526 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74e67ae5-ee4f-41a8-8e0a-79a2d8c05a65 req-daa9ff99-c2e7-4caf-98ad-794b5fb7bcb1 service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914307 Aug 13 02:38:56.313987 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74e67ae5-ee4f-41a8-8e0a-79a2d8c05a65 req-a3f3f6c4-32f3-40e3-9582-5d10043d8ea4 service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838780 Aug 13 02:38:56.428310 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7190e-27f6-4894-83ec-40a7cf02b6c0 req-6c4cb996-423b-4ca2-98db-aad3ea6ff381 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:56.429717 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a4f7190e-27f6-4894-83ec-40a7cf02b6c0 req-6c4cb996-423b-4ca2-98db-aad3ea6ff381 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0501747 Aug 13 02:38:56.474459 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a4f7190e-27f6-4894-83ec-40a7cf02b6c0 req-6f63b9c3-0a84-4ef0-9263-cfce9abff23b tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349360 Aug 13 02:38:56.683767 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9326ba-c9de-4e58-aee3-ac0fc09e3c91 req-d480eb2d-a890-4a6e-828e-e0f847804934 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:56.685181 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ad9326ba-c9de-4e58-aee3-ac0fc09e3c91 req-d480eb2d-a890-4a6e-828e-e0f847804934 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 943 time: 0.0537744 Aug 13 02:38:56.724673 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ad9326ba-c9de-4e58-aee3-ac0fc09e3c91 req-9798f9ce-a9a1-42d8-8dc2-6aaf7e991d1b tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311592 Aug 13 02:38:57.595345 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353ea2f-7900-41cb-ad29-8b1610b5c2af req-aa8088b9-ec2f-4811-ad3e-5348a9bd671c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:57.596840 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7353ea2f-7900-41cb-ad29-8b1610b5c2af req-aa8088b9-ec2f-4811-ad3e-5348a9bd671c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0517783 Aug 13 02:38:57.635626 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7353ea2f-7900-41cb-ad29-8b1610b5c2af req-c2111a62-d2c6-4047-8d43-41c00c5fb908 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322475 Aug 13 02:38:57.863912 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20b117-21d2-4758-a419-57b6f6b39b63 req-e698adff-c55b-432d-87c2-bfd497be3e2b tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:57.865625 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cd20b117-21d2-4758-a419-57b6f6b39b63 req-e698adff-c55b-432d-87c2-bfd497be3e2b tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 943 time: 0.0596123 Aug 13 02:38:57.907905 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cd20b117-21d2-4758-a419-57b6f6b39b63 req-dd194efc-1a40-4722-9bf1-361a8d8d6117 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362160 Aug 13 02:38:58.763410 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a462b49-71ca-4ad5-bf4a-8e3cdf1a0f43 req-0ba6e16b-91f9-4811-9b72-a9184e318813 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:58.764884 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7a462b49-71ca-4ad5-bf4a-8e3cdf1a0f43 req-0ba6e16b-91f9-4811-9b72-a9184e318813 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0521059 Aug 13 02:38:58.803085 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7a462b49-71ca-4ad5-bf4a-8e3cdf1a0f43 req-28f0f885-ebcb-49e0-b249-2cb11328ed45 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319536 Aug 13 02:38:59.028435 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09aab5-0492-4d87-ac13-aad47b1da512 req-cfcf53e0-8e54-4a80-a99a-6e45ca4d9d7d tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:59.029920 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed09aab5-0492-4d87-ac13-aad47b1da512 req-cfcf53e0-8e54-4a80-a99a-6e45ca4d9d7d tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 943 time: 0.0495331 Aug 13 02:38:59.074722 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed09aab5-0492-4d87-ac13-aad47b1da512 req-d6aade00-7604-48bd-aeb5-eefa90eeaf39 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375261 Aug 13 02:38:59.926435 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362892ab-006c-4043-9451-cfd23cb18255 req-f4295e4c-2d1b-4318-8c72-a57c7e5d6ff7 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:38:59.928070 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-362892ab-006c-4043-9451-cfd23cb18255 req-f4295e4c-2d1b-4318-8c72-a57c7e5d6ff7 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0500076 Aug 13 02:38:59.967192 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-362892ab-006c-4043-9451-cfd23cb18255 req-5f4a7e61-2c61-4875-ae28-ee61e97bd651 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328069 Aug 13 02:39:00.198959 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29afef2c-69e3-4827-bb95-14b8f48bd531 req-9eeb5fe5-553e-445e-a915-ea00f360a95c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:00.200395 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-29afef2c-69e3-4827-bb95-14b8f48bd531 req-9eeb5fe5-553e-445e-a915-ea00f360a95c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 943 time: 0.0517921 Aug 13 02:39:00.237442 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-29afef2c-69e3-4827-bb95-14b8f48bd531 req-d9c2bba5-cd2c-4e16-8075-afed4e77b9d4 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308399 Aug 13 02:39:01.086797 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff801b-c11b-4784-abc7-691041b3cf1a req-c4ed70e2-e494-49f5-932b-96c85a34786c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:01.088249 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9ff801b-c11b-4784-abc7-691041b3cf1a req-c4ed70e2-e494-49f5-932b-96c85a34786c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0517406 Aug 13 02:39:01.130017 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9ff801b-c11b-4784-abc7-691041b3cf1a req-023b90f5-63b0-41db-b68c-c26571b0f758 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320487 Aug 13 02:39:01.359270 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de8ea2-73f4-4c97-9de8-ad907701d279 req-7ffef2fe-4a04-4f5d-b7a0-2f0d41ee3252 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:01.360733 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-39de8ea2-73f4-4c97-9de8-ad907701d279 req-7ffef2fe-4a04-4f5d-b7a0-2f0d41ee3252 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 943 time: 0.0483232 Aug 13 02:39:01.397675 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-39de8ea2-73f4-4c97-9de8-ad907701d279 req-70d52261-f2ef-43fe-bafb-596a0f4d3c4f tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303504 Aug 13 02:39:02.250314 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b30651-ca19-4a7c-809b-ba3bcd04e03f req-937027e0-1d98-4ac5-a0f1-66950baa72d3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:02.251795 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-23b30651-ca19-4a7c-809b-ba3bcd04e03f req-937027e0-1d98-4ac5-a0f1-66950baa72d3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0547895 Aug 13 02:39:02.290888 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-23b30651-ca19-4a7c-809b-ba3bcd04e03f req-ed0f5e33-c4f8-4c91-9b44-7bb12d27f8b7 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326350 Aug 13 02:39:02.531114 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868cf05b-c19d-475d-b055-641c81c3f80b req-e24491c0-c337-49fa-9fd4-43f4f3b517f6 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:02.532651 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-868cf05b-c19d-475d-b055-641c81c3f80b req-e24491c0-c337-49fa-9fd4-43f4f3b517f6 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 943 time: 0.0487876 Aug 13 02:39:02.571976 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-868cf05b-c19d-475d-b055-641c81c3f80b req-63bf073e-fc91-49fe-9f9d-addc87233cd0 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Aug 13 02:39:03.129033 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.173990 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 03881086-615c-4f34-852d-2f901f054406 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:39:03.278334 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 03881086-615c-4f34-852d-2f901f054406, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=03881086-615c-4f34-852d-2f901f054406,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:03.290998 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '03881086-615c-4f34-852d-2f901f054406', 'network_id': '0945f000-2077-4600-a181-e1215459c07a', 'port_id': '03881086-615c-4f34-852d-2f901f054406', 'mac_address': 'fa:16:3e:23:11:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b402c5-713b-4159-ad46-e99bb2dc7e4a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:39:03.331597 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.349283 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03881086-615c-4f34-852d-2f901f054406 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:03.371874 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 03881086-615c-4f34-852d-2f901f054406, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=03881086-615c-4f34-852d-2f901f054406,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:03.377662 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:03.423497 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629b07c-04e3-41fd-8a12-9f23f004b052 req-dd37304a-f28b-4680-9629-5da8a20d41e9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:03.425080 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c629b07c-04e3-41fd-8a12-9f23f004b052 req-dd37304a-f28b-4680-9629-5da8a20d41e9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0610073 Aug 13 02:39:03.432780 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=03881086-615c-4f34-852d-2f901f054406,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:03.439947 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:03.440289 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:03.440653 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:03.440980 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:03.441315 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:03.441636 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:03.441953 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:03.442497 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:03.442615 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:03.442929 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:03.443243 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:03.443558 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:03.473378 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c629b07c-04e3-41fd-8a12-9f23f004b052 req-ba4ae5d4-f481-4783-b138-e36dd3a005f3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Aug 13 02:39:03.705687 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860dad96-4e08-4acc-9ab1-adad1a5a7d18 req-ae6813e4-db73-4820-9186-535183580d94 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:03.707292 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-860dad96-4e08-4acc-9ab1-adad1a5a7d18 req-ae6813e4-db73-4820-9186-535183580d94 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 944 time: 0.0570138 Aug 13 02:39:03.751689 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-860dad96-4e08-4acc-9ab1-adad1a5a7d18 req-6f90195a-1458-4857-90da-609a6be84c8a tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377631 Aug 13 02:39:03.933089 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['03881086-615c-4f34-852d-2f901f054406'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:39:03.933316 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0930c0b-2920-46a4-8bd8-9c13beb1d143 req-1000aec8-c9a3-418a-b9e8-538d165ec47d tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:03.934715 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e0930c0b-2920-46a4-8bd8-9c13beb1d143 req-1000aec8-c9a3-418a-b9e8-538d165ec47d tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 945 time: 0.0516715 Aug 13 02:39:03.976524 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e0930c0b-2920-46a4-8bd8-9c13beb1d143 req-1981df86-15a4-42ca-bfd3-93dfda0c8e54 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333555 Aug 13 02:39:04.591188 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf02ac-1745-419e-a5e1-de382535facf req-b5aae1ba-953c-40a8-ac89-e76db5fee65a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:04.592928 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cabf02ac-1745-419e-a5e1-de382535facf req-b5aae1ba-953c-40a8-ac89-e76db5fee65a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0512376 Aug 13 02:39:04.901085 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cabf02ac-1745-419e-a5e1-de382535facf req-23fe65e0-9124-4c73-97c7-7463291c534e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021889 Aug 13 02:39:04.909752 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-afec815d-f35d-4f88-949e-5c0922847b5a req-59f00be7-b674-4aec-bfbe-d5a8efdcd87e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3131590 Aug 13 02:39:04.922852 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6e128-cef4-4b59-a0eb-ec6ee7b4209a req-31d112f8-50d8-48f3-bc27-457796922ff8 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:04.924268 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9de6e128-cef4-4b59-a0eb-ec6ee7b4209a req-31d112f8-50d8-48f3-bc27-457796922ff8 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 944 time: 0.0750511 Aug 13 02:39:04.965173 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9de6e128-cef4-4b59-a0eb-ec6ee7b4209a req-1e5234af-cda2-47c5-a2c2-f8a525b123b1 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318868 Aug 13 02:39:05.097217 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a63cf-bc0f-4572-a780-2fe2b766909a req-1cc5db83-93b9-4028-ba0d-4ce66ca93223 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:05.098670 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-591a63cf-bc0f-4572-a780-2fe2b766909a req-1cc5db83-93b9-4028-ba0d-4ce66ca93223 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 945 time: 0.0508754 Aug 13 02:39:05.136046 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-591a63cf-bc0f-4572-a780-2fe2b766909a req-1bd06ace-6b14-4ec0-8632-fd6c09191a35 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 Aug 13 02:39:06.025958 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02787744-e1e6-4d65-befb-ddf699b23d9c req-71b1e87d-3360-4938-8b36-c4bfb49e5a49 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:06.027433 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02787744-e1e6-4d65-befb-ddf699b23d9c req-71b1e87d-3360-4938-8b36-c4bfb49e5a49 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0564070 Aug 13 02:39:06.069912 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02787744-e1e6-4d65-befb-ddf699b23d9c req-505753e3-2768-4592-afb2-7eb528961f37 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333056 Aug 13 02:39:06.181310 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbc7f9-9990-417b-b592-b032fec19cae req-f7dc66db-f2e9-4581-9827-292a89659622 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:06.182884 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-12dbc7f9-9990-417b-b592-b032fec19cae req-f7dc66db-f2e9-4581-9827-292a89659622 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 944 time: 0.0523975 Aug 13 02:39:06.224698 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-12dbc7f9-9990-417b-b592-b032fec19cae req-81ae3bff-e13d-4c5f-ade0-1bf8e40e5363 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330458 Aug 13 02:39:06.338139 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c0987-a0e9-46fa-9bf5-808e33ab9b7e req-5380f598-1bfd-44db-be5e-d4078f092f06 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:06.339437 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c07c0987-a0e9-46fa-9bf5-808e33ab9b7e req-5380f598-1bfd-44db-be5e-d4078f092f06 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 945 time: 0.0600784 Aug 13 02:39:06.354260 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7ec6c14c-1b42-4625-af27-20c215bdddcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:06.381034 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c07c0987-a0e9-46fa-9bf5-808e33ab9b7e req-fd11ba33-8e3e-417d-834f-a367381b320e tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345900 Aug 13 02:39:07.202949 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f2b9a-12cf-4069-baa6-21143469fd4f req-f6dde452-1e8a-4c99-bd73-083173d93b86 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:07.204430 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d43f2b9a-12cf-4069-baa6-21143469fd4f req-f6dde452-1e8a-4c99-bd73-083173d93b86 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0590267 Aug 13 02:39:07.244899 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d43f2b9a-12cf-4069-baa6-21143469fd4f req-34e48d98-1d45-4029-8ab9-bb7ff60f5bbb tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334983 Aug 13 02:39:07.353069 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6463c1d-1a1d-4a15-a6f1-0460f780b7f9 req-9d0a569e-b3cc-4a4d-8125-ca38c0fcbc12 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:07.354564 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f6463c1d-1a1d-4a15-a6f1-0460f780b7f9 req-9d0a569e-b3cc-4a4d-8125-ca38c0fcbc12 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 944 time: 0.0536866 Aug 13 02:39:07.395971 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f6463c1d-1a1d-4a15-a6f1-0460f780b7f9 req-b28a1f2b-5eb6-4dc0-9d62-84e71bf1b00f tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352216 Aug 13 02:39:07.512747 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3d5e1-9afb-4cbb-a60c-c332d42394de req-b71d2e89-8552-486e-8dc6-42d63fd43ce7 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:07.514264 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cab3d5e1-9afb-4cbb-a60c-c332d42394de req-b71d2e89-8552-486e-8dc6-42d63fd43ce7 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 945 time: 0.0494852 Aug 13 02:39:07.558774 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cab3d5e1-9afb-4cbb-a60c-c332d42394de req-1f08e77a-c361-48b3-947e-bbf5ebd6ee32 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376244 Aug 13 02:39:08.002760 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec815d-f35d-4f88-949e-5c0922847b5a req-a17c769d-a88e-4650-ac4d-64de26089c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:08.004794 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-afec815d-f35d-4f88-949e-5c0922847b5a req-a17c769d-a88e-4650-ac4d-64de26089c5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f1bf98d70c54d758a20a5ee1e380ef4&device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 1098 time: 0.0472713 Aug 13 02:39:08.112965 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec815d-f35d-4f88-949e-5c0922847b5a req-84c3461b-a6e5-4020-878a-d8aa1dbdce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:08.114422 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-afec815d-f35d-4f88-949e-5c0922847b5a req-84c3461b-a6e5-4020-878a-d8aa1dbdce47 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0945f000-2077-4600-a181-e1215459c07a HTTP/1.1" status: 200 len: 916 time: 0.0867066 Aug 13 02:39:08.170347 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-afec815d-f35d-4f88-949e-5c0922847b5a req-61f2beda-be91-4c92-bd06-af2c4441b01c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03c91296-dae0-4c97-b24e-cfca354525e6 HTTP/1.1" status: 200 len: 217 time: 0.0452688 Aug 13 02:39:08.224907 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec815d-f35d-4f88-949e-5c0922847b5a req-e573ffb9-c9e3-4ee5-baf6-e6bc20368b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:08.226426 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-afec815d-f35d-4f88-949e-5c0922847b5a req-e573ffb9-c9e3-4ee5-baf6-e6bc20368b10 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7b402c5-713b-4159-ad46-e99bb2dc7e4a HTTP/1.1" status: 200 len: 855 time: 0.0450883 Aug 13 02:39:08.261441 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-afec815d-f35d-4f88-949e-5c0922847b5a req-c12a3d49-6291-464d-949c-a3770aa862c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0945f000-2077-4600-a181-e1215459c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250821 Aug 13 02:39:08.384823 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-afec815d-f35d-4f88-949e-5c0922847b5a req-e0b33550-ab11-481a-b822-da9294e6091f service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153200 Aug 13 02:39:08.393338 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32749692-8389-4f1b-90bd-20e6c5e2a25b req-5124f08b-6258-49d8-b85a-0cb358099f25 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:08.394710 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32749692-8389-4f1b-90bd-20e6c5e2a25b req-5124f08b-6258-49d8-b85a-0cb358099f25 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0801494 Aug 13 02:39:08.486511 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32749692-8389-4f1b-90bd-20e6c5e2a25b req-be54600e-895f-4b69-b2b4-6e3687f1b243 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838358 Aug 13 02:39:08.543511 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a6e51-5b85-417f-92e6-af67f5c8889d req-daf6bce7-e82f-43c4-b77a-6b23061caf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:08.544372 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-afec815d-f35d-4f88-949e-5c0922847b5a req-4c3a0e11-3814-4fa5-b87b-69dedcd5e098 service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487517 Aug 13 02:39:08.545231 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-058a6e51-5b85-417f-92e6-af67f5c8889d req-daf6bce7-e82f-43c4-b77a-6b23061caf39 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 1098 time: 0.0499518 Aug 13 02:39:08.569113 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ff6c5-7a98-4210-841a-7e56ce163e0e req-5a7b7e78-0496-423d-a2d0-372e37e522f0 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:08.570951 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d73ff6c5-7a98-4210-841a-7e56ce163e0e req-5a7b7e78-0496-423d-a2d0-372e37e522f0 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 944 time: 0.0820973 Aug 13 02:39:08.612750 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-058a6e51-5b85-417f-92e6-af67f5c8889d req-e206d472-c83d-4baf-8cd7-1efb0be0e55b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463500 Aug 13 02:39:08.625970 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d73ff6c5-7a98-4210-841a-7e56ce163e0e req-90cbfa4a-e797-4eec-94d9-a2305dd8a8c5 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467334 Aug 13 02:39:08.689627 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f0b64-f819-44a3-8389-0b2a6f015f85 req-b0cc543d-176d-4e2b-a944-69105f600c3d tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:08.691207 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f2f0b64-f819-44a3-8389-0b2a6f015f85 req-b0cc543d-176d-4e2b-a944-69105f600c3d tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 945 time: 0.0563314 Aug 13 02:39:08.734789 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f2f0b64-f819-44a3-8389-0b2a6f015f85 req-42b23e31-248c-4e39-8759-f6801053843a tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372539 Aug 13 02:39:09.131750 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:09.241758 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 03881086-615c-4f34-852d-2f901f054406 up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:09.299695 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 03881086-615c-4f34-852d-2f901f054406 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:09.307826 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 03881086-615c-4f34-852d-2f901f054406 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:09.308325 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:09.337922 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d2211feb-7260-4ab3-9e16-c18688757884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:09.392298 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:09.415222 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374624bf-d94d-4f32-8597-f90bfa2b87d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03881086-615c-4f34-852d-2f901f054406'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:09.417553 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7347a420-87fd-4d27-96fb-1f84229e6c80" -d '{"events": [{"server_uuid": "374624bf-d94d-4f32-8597-f90bfa2b87d7", "name": "network-vif-plugged", "status": "completed", "tag": "03881086-615c-4f34-852d-2f901f054406"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:09.430651 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 03881086-615c-4f34-852d-2f901f054406, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=03881086-615c-4f34-852d-2f901f054406,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:09.438075 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:09.463990 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7954d6c0-4e6d-46aa-a259-65c26becb6fc x-openstack-request-id: req-7954d6c0-4e6d-46aa-a259-65c26becb6fc {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:09.464307 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374624bf-d94d-4f32-8597-f90bfa2b87d7", "name": "network-vif-plugged", "status": "completed", "tag": "03881086-615c-4f34-852d-2f901f054406", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:09.464667 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7954d6c0-4e6d-46aa-a259-65c26becb6fc {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:09.465233 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374624bf-d94d-4f32-8597-f90bfa2b87d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03881086-615c-4f34-852d-2f901f054406', 'code': 200} Aug 13 02:39:09.490184 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=03881086-615c-4f34-852d-2f901f054406,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:09.611920 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469ba8a-dd4f-4b63-a177-293a732759f2 req-cdd70081-8ef4-4539-b89a-201594ef33c2 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:09.613333 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0469ba8a-dd4f-4b63-a177-293a732759f2 req-cdd70081-8ef4-4539-b89a-201594ef33c2 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0542839 Aug 13 02:39:09.653780 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0469ba8a-dd4f-4b63-a177-293a732759f2 req-3f26b186-76b1-4575-878e-e83e164ec059 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340171 Aug 13 02:39:09.722113 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328689bc-d3d9-4cbb-aff9-e7632bffe5f3 req-368fc2e5-b441-48c8-9c8e-0bead74d31f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:09.725727 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-328689bc-d3d9-4cbb-aff9-e7632bffe5f3 req-368fc2e5-b441-48c8-9c8e-0bead74d31f3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 1098 time: 0.0453987 Aug 13 02:39:09.760712 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41489f3-21f7-4a2b-ae09-5e9ec93d41c3 req-967dd588-a560-48a4-b91c-f9b85e844c2c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:09.762609 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d41489f3-21f7-4a2b-ae09-5e9ec93d41c3 req-967dd588-a560-48a4-b91c-f9b85e844c2c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 945 time: 0.0569861 Aug 13 02:39:09.773584 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-328689bc-d3d9-4cbb-aff9-e7632bffe5f3 req-8dd17503-e708-4640-86d6-6d074edc91d9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343101 Aug 13 02:39:09.807307 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d41489f3-21f7-4a2b-ae09-5e9ec93d41c3 req-33756a7d-4f55-4a19-901b-85efa2ac765a tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342460 Aug 13 02:39:09.861623 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c142c3-7c42-4b40-9ae8-f86b1601743f req-93c15c6b-bff7-4e44-b5e6-464d8a97f8ee tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:09.864908 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61c142c3-7c42-4b40-9ae8-f86b1601743f req-93c15c6b-bff7-4e44-b5e6-464d8a97f8ee tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 945 time: 0.0544558 Aug 13 02:39:09.917945 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61c142c3-7c42-4b40-9ae8-f86b1601743f req-f54f9de8-1563-41e0-9ce4-10899cca4dec tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443308 Aug 13 02:39:09.978639 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 57514) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:10.085651 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71a0f60d-7274-4780-a4c4-652179913bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:10.175862 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71a0f60d-7274-4780-a4c4-652179913bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:10.181712 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71a0f60d-7274-4780-a4c4-652179913bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:10.217990 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-71a0f60d-7274-4780-a4c4-652179913bcd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=889f8a04584f4b2ab990ac1b48890b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382464 Aug 13 02:39:10.219299 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0f60d-7274-4780-a4c4-652179913bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88fcaf7-30c5-47d8-8aa4-296c2bbe37c9,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:10.221138 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 57520) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:10.274090 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-de4a4df7-053f-42f5-bae4-fafb9ad581b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:10.300667 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-de4a4df7-053f-42f5-bae4-fafb9ad581b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:10.349005 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-de4a4df7-053f-42f5-bae4-fafb9ad581b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:10.352076 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-de4a4df7-053f-42f5-bae4-fafb9ad581b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:10.356206 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-de4a4df7-053f-42f5-bae4-fafb9ad581b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c88fcaf7-30c5-47d8-8aa4-296c2bbe37c9 HTTP/1.1" status: 204 len: 168 time: 0.1338439 Aug 13 02:39:10.364133 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a4df7-053f-42f5-bae4-fafb9ad581b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88fcaf7-30c5-47d8-8aa4-296c2bbe37c9,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:10.430629 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:10.785129 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dbc49-54a1-4164-94bf-1b8f919da5d4 req-69ea8b3c-0809-46ba-98e6-3d0de569d34a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:10.786634 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-327dbc49-54a1-4164-94bf-1b8f919da5d4 req-69ea8b3c-0809-46ba-98e6-3d0de569d34a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0492473 Aug 13 02:39:10.835554 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-327dbc49-54a1-4164-94bf-1b8f919da5d4 req-54670205-f637-4f85-b559-acc627f5f345 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411286 Aug 13 02:39:10.956273 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61430683-afeb-4314-9a0c-83a4f576ebe8 req-2d1bc865-c9c3-49e3-942a-86b76ec3c3da tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:10.957816 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61430683-afeb-4314-9a0c-83a4f576ebe8 req-2d1bc865-c9c3-49e3-942a-86b76ec3c3da tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 945 time: 0.0636685 Aug 13 02:39:11.068253 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61430683-afeb-4314-9a0c-83a4f576ebe8 req-c2ac707c-1d03-4bf3-af45-b28ee45142c4 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930655 Aug 13 02:39:11.077496 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77986263-eb2a-4f49-aa14-ec4f0ae10ab5 req-30b9f7cf-da0e-4bea-a927-175722cfbab6 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:11.085087 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-77986263-eb2a-4f49-aa14-ec4f0ae10ab5 req-30b9f7cf-da0e-4bea-a927-175722cfbab6 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 945 time: 0.0960903 Aug 13 02:39:11.134418 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-77986263-eb2a-4f49-aa14-ec4f0ae10ab5 req-80b1fa4e-383b-4508-8a25-ef90cf25f5e7 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455260 Aug 13 02:39:11.149785 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 57562) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:11.307100 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-867384546-network', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:11.328469 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] Made reservation on behalf of b91bd85928624ab6b05622798c36e4e0 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:11.330764 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.339331 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.373509 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 57574) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:11.447827 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.452817 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.474913 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:39:11.496854 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a309dc8b-83ca-472f-b5b8-e1ece7b10aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.500556 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588ef5a0-2274-443f-9045-38a169d8acf9,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:11.515214 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.515932 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] Added segment d3c05541-b6d4-45b0-80e8-eb1ab7298204 of type vlan for network 9b2ff959-af94-4f3b-bb00-9252aea12613 Aug 13 02:39:11.567258 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.618877 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.619437 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:11.620010 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.661722 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18193054-391b-41fc-9484-0148eca59b77 req-f38c4ef9-6af5-4596-b00b-eb35e0e79b1e tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:11.663175 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-18193054-391b-41fc-9484-0148eca59b77 req-f38c4ef9-6af5-4596-b00b-eb35e0e79b1e tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.60 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 945 time: 0.0814078 Aug 13 02:39:11.704622 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a309dc8b-83ca-472f-b5b8-e1ece7b10aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.705656 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] Pushing event updated for resources: {'Network': ['ID=9b2ff959-af94-4f3b-bb00-9252aea12613,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:11.712026 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a309dc8b-83ca-472f-b5b8-e1ece7b10aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.722369 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network 9b2ff959-af94-4f3b-bb00-9252aea12613 details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:39:11.723524 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4b102aa9-4ef5-47ff-9d05-9a8a319fe300 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5723515 Aug 13 02:39:11.730648 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 57580) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:11.735639 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-effe9b43-0000-4fae-9043-fc74bda70620 admin admin] Request body: {'subnet': {'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-867384546-subnet', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:11.757569 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a309dc8b-83ca-472f-b5b8-e1ece7b10aea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3a7eab81bc84fa79959fbf1bedb7172&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806608 Aug 13 02:39:11.761030 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 57582) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:11.763430 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309dc8b-83ca-472f-b5b8-e1ece7b10aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582b5689-cc87-4855-9e50-9e2ac284ef03,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:11.817360 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effe9b43-0000-4fae-9043-fc74bda70620 admin admin] Made reservation on behalf of b91bd85928624ab6b05622798c36e4e0 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:11.819718 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-effe9b43-0000-4fae-9043-fc74bda70620 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5577391'] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.822094 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-510bdc2d-aeff-4e4d-90fa-68bcab5b7c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.831077 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.844350 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-510bdc2d-aeff-4e4d-90fa-68bcab5b7c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.897708 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-18193054-391b-41fc-9484-0148eca59b77 req-5976ab44-2265-4cdc-8e8d-ded260aabd17 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Deleting port 2b851462-5c01-4b96-8ab1-78d44265d986 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:39:11.897912 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-18193054-391b-41fc-9484-0148eca59b77 req-5976ab44-2265-4cdc-8e8d-ded260aabd17 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.904643 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-510bdc2d-aeff-4e4d-90fa-68bcab5b7c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.908990 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-510bdc2d-aeff-4e4d-90fa-68bcab5b7c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:11.911084 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-510bdc2d-aeff-4e4d-90fa-68bcab5b7c58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/582b5689-cc87-4855-9e50-9e2ac284ef03 HTTP/1.1" status: 204 len: 168 time: 0.1479974 Aug 13 02:39:11.932343 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bdc2d-aeff-4e4d-90fa-68bcab5b7c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582b5689-cc87-4855-9e50-9e2ac284ef03,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:11.980877 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eb1c2-f100-4080-9c75-186b5e2f6bae req-41f44e75-6588-4b02-8ae3-a4a6cb89941c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:11.982728 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-932eb1c2-f100-4080-9c75-186b5e2f6bae req-41f44e75-6588-4b02-8ae3-a4a6cb89941c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0653801 Aug 13 02:39:12.026193 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-932eb1c2-f100-4080-9c75-186b5e2f6bae req-c0ae6b87-f7dc-4773-af3a-8ed474af4125 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363352 Aug 13 02:39:12.033510 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-18193054-391b-41fc-9484-0148eca59b77 req-5976ab44-2265-4cdc-8e8d-ded260aabd17 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] For port 2b851462-5c01-4b96-8ab1-78d44265d986, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=2b851462-5c01-4b96-8ab1-78d44265d986,segment=NetworkSegment(9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7),segment_id=9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:12.033872 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-18193054-391b-41fc-9484-0148eca59b77 req-5976ab44-2265-4cdc-8e8d-ded260aabd17 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.054702 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [req-18193054-391b-41fc-9484-0148eca59b77 req-5976ab44-2265-4cdc-8e8d-ded260aabd17 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Calling delete_port for 2b851462-5c01-4b96-8ab1-78d44265d986 owned by compute:nova {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:39:12.176776 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b920582-586e-46a5-87f6-037cc49dea53 req-335adf12-215a-403e-b1a1-8ed2040e7ec0 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:12.185168 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b920582-586e-46a5-87f6-037cc49dea53 req-335adf12-215a-403e-b1a1-8ed2040e7ec0 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0721614 Aug 13 02:39:12.286210 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b920582-586e-46a5-87f6-037cc49dea53 req-d2b10550-a873-4029-81fb-8a5575f9ccde tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000497 Aug 13 02:39:12.309759 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa603b2-f22c-4b3b-bbdc-77b6255b68ab req-248227be-0830-4d72-b7c3-a153eec795f9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:12.336539 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5aa603b2-f22c-4b3b-bbdc-77b6255b68ab req-248227be-0830-4d72-b7c3-a153eec795f9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 945 time: 0.1371763 Aug 13 02:39:12.372379 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-effe9b43-0000-4fae-9043-fc74bda70620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5759477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5577373'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.401995 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5aa603b2-f22c-4b3b-bbdc-77b6255b68ab req-59f56225-8942-4990-9fb5-4fdcea3c4b01 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674729 Aug 13 02:39:12.463399 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe9b43-0000-4fae-9043-fc74bda70620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=291f67b3-6592-4299-a8ce-492450a6c8ca,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:12.488695 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effe9b43-0000-4fae-9043-fc74bda70620 admin admin] Checking segment: {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:12.489304 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effe9b43-0000-4fae-9043-fc74bda70620 admin admin] Network hostable DHCP agents. Network: 9b2ff959-af94-4f3b-bb00-9252aea12613, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:39:12.509915 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c154ecf-f412-412a-93e4-09440d580b61 req-dc07fda5-2b9d-48c5-ad39-f45f2092725c tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:12.521742 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5c154ecf-f412-412a-93e4-09440d580b61 req-dc07fda5-2b9d-48c5-ad39-f45f2092725c tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 945 time: 0.0894308 Aug 13 02:39:12.530084 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effe9b43-0000-4fae-9043-fc74bda70620 admin admin] Network 9b2ff959-af94-4f3b-bb00-9252aea12613 is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:39:12.540069 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-18193054-391b-41fc-9484-0148eca59b77 req-5976ab44-2265-4cdc-8e8d-ded260aabd17 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.578709 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5c154ecf-f412-412a-93e4-09440d580b61 req-906c72b7-a0c8-47f9-a7db-ce8f64396c1b tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ab482c0-8d08-49a7-ab4a-a835834c8ca8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559916 Aug 13 02:39:12.584434 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-effe9b43-0000-4fae-9043-fc74bda70620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, 9b2ff959-af94-4f3b-bb00-9252aea12613) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:12.589014 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976ab44-2265-4cdc-8e8d-ded260aabd17 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Pushing event deleted for resources: {'Port': ['ID=2b851462-5c01-4b96-8ab1-78d44265d986,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:12.602596 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e676104-0829-4a34-b598-b5660bfc32d8 None None] Network 9b2ff959-af94-4f3b-bb00-9252aea12613 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:39:12.613301 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effe9b43-0000-4fae-9043-fc74bda70620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:12.613887 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-effe9b43-0000-4fae-9043-fc74bda70620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.692703 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-18193054-391b-41fc-9484-0148eca59b77 req-5976ab44-2265-4cdc-8e8d-ded260aabd17 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] No DVR routers for this DVR port 2b851462-5c01-4b96-8ab1-78d44265d986 on host hv-cinder-76018 {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:39:12.694584 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-effe9b43-0000-4fae-9043-fc74bda70620 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9627421 Aug 13 02:39:12.698250 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 57620) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:12.702451 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-18193054-391b-41fc-9484-0148eca59b77 req-5976ab44-2265-4cdc-8e8d-ded260aabd17 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.704152 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:12.704939 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-18193054-391b-41fc-9484-0148eca59b77 req-5976ab44-2265-4cdc-8e8d-ded260aabd17 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.60 "DELETE /v2.0/ports/2b851462-5c01-4b96-8ab1-78d44265d986 HTTP/1.1" status: 204 len: 173 time: 1.0324528 Aug 13 02:39:12.705608 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79beea19-476d-4ec7-a79d-0dadaaa9bdf1', 'name': 'network-vif-deleted', 'tag': '2b851462-5c01-4b96-8ab1-78d44265d986'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:12.712733 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a382a03db399cca1283d4f7ece85babfb64ee32656e6b885022af9a72db3350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e013e7-374c-4fb4-bfba-b962f740602b" -d '{"events": [{"server_uuid": "79beea19-476d-4ec7-a79d-0dadaaa9bdf1", "name": "network-vif-deleted", "tag": "2b851462-5c01-4b96-8ab1-78d44265d986"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:12.734787 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['2b851462-5c01-4b96-8ab1-78d44265d986'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:39:12.756303 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.757723 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.796179 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470761d3-d9ea-4e4c-b18e-790466206015 x-openstack-request-id: req-470761d3-d9ea-4e4c-b18e-790466206015 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:12.798045 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79beea19-476d-4ec7-a79d-0dadaaa9bdf1", "name": "network-vif-deleted", "tag": "2b851462-5c01-4b96-8ab1-78d44265d986", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:12.798319 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-470761d3-d9ea-4e4c-b18e-790466206015 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:12.799989 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79beea19-476d-4ec7-a79d-0dadaaa9bdf1', 'name': 'network-vif-deleted', 'tag': '2b851462-5c01-4b96-8ab1-78d44265d986', 'status': 'completed', 'code': 200} Aug 13 02:39:12.865610 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:12.986635 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 57634) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:12.989014 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2ec041d-1e12-5867-9310-550d6684197a-9b2ff959-af94-4f3b-bb00-9252aea12613', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca'}]}} from dv-cinder-760184-6-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:39:12.990576 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.036575 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.100062 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-801390165-network', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:13.124542 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] Made reservation on behalf of 583c4a6ab3bd4094b9a258a2f0b3579e for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:13.127247 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.132004 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Allocated IP 172.20.0.2 (9b2ff959-af94-4f3b-bb00-9252aea12613/291f67b3-6592-4299-a8ce-492450a6c8ca/3a7e5357-4ea8-4bf7-9331-15af5fb7897b) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:13.138614 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.231970 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.237042 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.248198 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.255218 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:39:13.270188 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.272468 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.273063 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] Added segment 8cad027f-0276-4952-945c-cd63439f014e of type vlan for network 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 Aug 13 02:39:13.274248 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:13.284697 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.293510 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Transition to ACTIVE for port object 3a7e5357-4ea8-4bf7-9331-15af5fb7897b will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:13.312788 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Transition to ACTIVE for port object 3a7e5357-4ea8-4bf7-9331-15af5fb7897b will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:13.317489 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.320056 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.358756 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Network 9b2ff959-af94-4f3b-bb00-9252aea12613 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:13.364405 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:13.367826 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:13.368576 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.369588 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:13.371184 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.397422 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Allocated IP 172.27.1.208 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/cf2d4c69-5718-4415-a78b-2ba12e9203ba) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:13.400086 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Pushing event updated for resources: {'Port': ['ID=3a7e5357-4ea8-4bf7-9331-15af5fb7897b,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:13.430765 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Attempting to bind port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:13.431169 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Attempting to bind port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:13.431645 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Attempting to bind port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b on network 9b2ff959-af94-4f3b-bb00-9252aea12613 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:13.440492 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:13.441025 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Checking segment: {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:13.443371 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.443940 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Bound using segment: {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:13.444545 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Bound port: 3a7e5357-4ea8-4bf7-9331-15af5fb7897b, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:13.445022 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.449166 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4609699 Aug 13 02:39:13.454788 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 57642) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:13.464935 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-6c3ecb1b-31e9-45ac-b79a-57af1bcc0c06 admin admin] Request body: {'subnet': {'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-801390165-subnet', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:13.472294 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99474b2f-d588-45db-8644-045e4837c700 admin admin] Pushing event updated for resources: {'Network': ['ID=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:13.493124 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:39:13.499676 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3ecb1b-31e9-45ac-b79a-57af1bcc0c06 admin admin] Made reservation on behalf of 583c4a6ab3bd4094b9a258a2f0b3579e for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:13.503483 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c3ecb1b-31e9-45ac-b79a-57af1bcc0c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5577391'] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.542670 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30814209-e895-41ae-8859-5822ccf8753f req-b0af4d99-3364-4ab3-80f6-a76e73be8556 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:13.544299 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-30814209-e895-41ae-8859-5822ccf8753f req-b0af4d99-3364-4ab3-80f6-a76e73be8556 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 945 time: 0.0753870 Aug 13 02:39:13.556924 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.604091 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] For port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:13.608903 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] For port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=3a7e5357-4ea8-4bf7-9331-15af5fb7897b,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:13.609477 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-30814209-e895-41ae-8859-5822ccf8753f req-e734c105-d9ad-4a33-ade3-a36cd6a5d3be tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500219 Aug 13 02:39:13.617161 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.635615 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.678642 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:13.686989 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:13.691191 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:13.693529 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c3ecb1b-31e9-45ac-b79a-57af1bcc0c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5759477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5577373'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.721475 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Pushing event updated for resources: {'Port': ['ID=cf2d4c69-5718-4415-a78b-2ba12e9203ba,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:13.724838 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0484468-a65c-482e-aa8e-aa78c7b76046 None None] Pushing event updated for resources: {'Port': ['ID=3a7e5357-4ea8-4bf7-9331-15af5fb7897b,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:13.769734 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ecb1b-31e9-45ac-b79a-57af1bcc0c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb003ed-61ad-436a-a6bb-1d970bfe3403,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:13.783122 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3ecb1b-31e9-45ac-b79a-57af1bcc0c06 admin admin] Checking segment: {'id': '8cad027f-0276-4952-945c-cd63439f014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:13.783719 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3ecb1b-31e9-45ac-b79a-57af1bcc0c06 admin admin] Network hostable DHCP agents. Network: 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:39:13.808770 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3ecb1b-31e9-45ac-b79a-57af1bcc0c06 admin admin] Network 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:39:13.825567 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-6c3ecb1b-31e9-45ac-b79a-57af1bcc0c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:13.833608 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4641b8f8-6e04-4e2c-b39b-38d483934c95 req-c7db3cb3-e06f-4ed7-9514-cdf834e29902 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 210 time: 0.0553465 Aug 13 02:39:13.838714 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b07f4-637a-442f-867b-d7f4ae23801a None None] Network 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:39:13.860118 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ecb1b-31e9-45ac-b79a-57af1bcc0c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:13.861180 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c3ecb1b-31e9-45ac-b79a-57af1bcc0c06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.891467 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6c3ecb1b-31e9-45ac-b79a-57af1bcc0c06 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4325585 Aug 13 02:39:13.892854 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 57654) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:13.898462 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:13.927078 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:13.928408 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.036964 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.089323 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.126220 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2ec041d-1e12-5867-9310-550d6684197a-30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'fixed_ips': [{'subnet_id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403'}]}} from dv-cinder-760184-6-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:39:14.127336 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.250249 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.293208 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Allocated IP 172.20.0.2 (30f3d3b3-8ce0-4d7d-b45c-95745f2bb238/bbb003ed-61ad-436a-a6bb-1d970bfe3403/81097410-7aa1-4984-a227-0f3183e3f159) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:14.416736 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686525'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.515432 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.536600 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.598176 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.606514 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Router f7284ea4-5367-426e-98d7-13a82805d1e6 is scheduled to L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:39:14.608352 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Transition to ACTIVE for port object 81097410-7aa1-4984-a227-0f3183e3f159 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:14.623697 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Transition to ACTIVE for port object 81097410-7aa1-4984-a227-0f3183e3f159 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:14.635724 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.659755 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Allocated IP 172.27.1.191 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/1859048a-e741-4e23-9480-e09992c5a650) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:14.676916 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Network 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:14.679400 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:14.683978 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:14.687571 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Pushing event updated for resources: {'Port': ['ID=81097410-7aa1-4984-a227-0f3183e3f159,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:14.746044 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Attempting to bind port 81097410-7aa1-4984-a227-0f3183e3f159 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:14.746552 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Attempting to bind port 81097410-7aa1-4984-a227-0f3183e3f159 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '8cad027f-0276-4952-945c-cd63439f014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:14.747403 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Attempting to bind port 81097410-7aa1-4984-a227-0f3183e3f159 on network 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:14.764856 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:14.765234 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Checking segment: {'id': '8cad027f-0276-4952-945c-cd63439f014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:14.765633 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.766018 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Bound using segment: {'id': '8cad027f-0276-4952-945c-cd63439f014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:14.766493 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Bound port: 81097410-7aa1-4984-a227-0f3183e3f159, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cad027f-0276-4952-945c-cd63439f014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:14.766867 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.803775 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.838827 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] For port 81097410-7aa1-4984-a227-0f3183e3f159, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:14.842258 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] For port 81097410-7aa1-4984-a227-0f3183e3f159, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=81097410-7aa1-4984-a227-0f3183e3f159,segment=NetworkSegment(8cad027f-0276-4952-945c-cd63439f014e),segment_id=8cad027f-0276-4952-945c-cd63439f014e)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:14.850185 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.851978 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:14.904282 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:14.907461 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:14.922905 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:14.941923 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c029b07-a5f7-4eda-8486-b8c4b47460de None None] Pushing event updated for resources: {'Port': ['ID=81097410-7aa1-4984-a227-0f3183e3f159,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:14.954449 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Pushing event updated for resources: {'Port': ['ID=1859048a-e741-4e23-9480-e09992c5a650,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:15.028985 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bd9714c6-af80-43c7-bfc4-e5bb2188f4f5 req-3ca72686-9e53-42d3-ac86-f50ed889b4a2 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 210 time: 0.0334935 Aug 13 02:39:15.043419 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:39:15.057302 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Sync routers for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:39:15.068412 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:15.069129 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:15.078207 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cf25af-513f-41d1-af1c-7d97ff8b19d6 None None] Network 9b2ff959-af94-4f3b-bb00-9252aea12613 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:39:15.080398 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:15.084919 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-da00afb1-aa88-459a-9682-6f75d4499a17 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3822889 Aug 13 02:39:15.085351 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 57674) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:15.205771 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:15.225100 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-64f70bde-5d53-40d9-ad7c-9ac4512538d0 None None] Provisioning for port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:15.380421 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:15.517103 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:13Z', 'revision_number': 3, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:15.563229 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 81097410-7aa1-4984-a227-0f3183e3f159 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:15.590507 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Checking router: f7284ea4-5367-426e-98d7-13a82805d1e6 for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:39:15.591654 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Updating router f7284ea4-5367-426e-98d7-13a82805d1e6 port cf2d4c69-5718-4415-a78b-2ba12e9203ba binding host dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:39:15.648242 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:15.650104 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 81097410-7aa1-4984-a227-0f3183e3f159 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:15.655242 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 3a7e5357-4ea8-4bf7-9331-15af5fb7897b up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:15.717123 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686525'] for router, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:15.731539 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:15.736145 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:15.736786 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:15.761523 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:15.846586 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-e8752425-3e1d-4822-af5d-5351b976d8d8 None None] Provisioning complete for port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:15.847165 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e8752425-3e1d-4822-af5d-5351b976d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:15.882562 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:15.919472 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=3a7e5357-4ea8-4bf7-9331-15af5fb7897b,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:15.991710 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e8752425-3e1d-4822-af5d-5351b976d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:15.999331 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Allocated IP 172.20.0.1 (9b2ff959-af94-4f3b-bb00-9252aea12613/291f67b3-6592-4299-a8ce-492450a6c8ca/55f335e2-eb7d-4f2d-8e4e-84d1823fb998) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:16.003932 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:16.009128 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 2b851462-5c01-4b96-8ab1-78d44265d986 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:39:16.023904 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Transition to ACTIVE for port object cf2d4c69-5718-4415-a78b-2ba12e9203ba will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:16.047187 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:16.073664 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 2b851462-5c01-4b96-8ab1-78d44265d986 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:39:16.074106 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 2b851462-5c01-4b96-8ab1-78d44265d986 not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:39:16.075709 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:16.159892 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:16.168185 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3cb5d-1c85-4f8e-ac15-9af3b2cfb02a None None] Pushing event updated for resources: {'Port': ['ID=cf2d4c69-5718-4415-a78b-2ba12e9203ba,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:16.171138 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Attempting to bind port cf2d4c69-5718-4415-a78b-2ba12e9203ba on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:16.171670 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Attempting to bind port cf2d4c69-5718-4415-a78b-2ba12e9203ba by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:16.172212 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Attempting to bind port cf2d4c69-5718-4415-a78b-2ba12e9203ba on network 62097cf8-f4d4-4991-952d-10ed3758274c {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:16.185132 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.db.api [None req-e8752425-3e1d-4822-af5d-5351b976d8d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 02:39:16.185389 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Transition to ACTIVE for port object 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:16.185791 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG oslo_db.api [None req-e8752425-3e1d-4822-af5d-5351b976d8d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 02:39:16.186371 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=3a7e5357-4ea8-4bf7-9331-15af5fb7897b,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:16.186787 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cb5d-1c85-4f8e-ac15-9af3b2cfb02a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:16.187303 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cb5d-1c85-4f8e-ac15-9af3b2cfb02a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:16.188091 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cb5d-1c85-4f8e-ac15-9af3b2cfb02a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:16.188737 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cb5d-1c85-4f8e-ac15-9af3b2cfb02a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:16.189288 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cb5d-1c85-4f8e-ac15-9af3b2cfb02a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:16.189766 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cb5d-1c85-4f8e-ac15-9af3b2cfb02a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:16.190383 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cb5d-1c85-4f8e-ac15-9af3b2cfb02a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:16.190794 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cb5d-1c85-4f8e-ac15-9af3b2cfb02a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:16.191147 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cb5d-1c85-4f8e-ac15-9af3b2cfb02a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:16.191496 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cb5d-1c85-4f8e-ac15-9af3b2cfb02a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:16.192667 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cb5d-1c85-4f8e-ac15-9af3b2cfb02a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:16.193141 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add3cb5d-1c85-4f8e-ac15-9af3b2cfb02a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:16.197801 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:16.198675 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Checking segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:16.198812 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:16.199759 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Bound using segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:16.200302 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Bound port: cf2d4c69-5718-4415-a78b-2ba12e9203ba, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:16.200725 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:16.229324 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e8eadeac-9afe-4254-8931-00abbd5bfc7a req-78b90f73-44aa-4a7a-a737-6410f966f3b9 tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 210 time: 0.0347002 Aug 13 02:39:16.257986 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Router 986abc38-0673-4779-9467-550d4bade644 is scheduled to L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 with binding_index 1 {{(pid=94107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:39:16.263203 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:16.283754 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] For port cf2d4c69-5718-4415-a78b-2ba12e9203ba, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:16.287352 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] For port cf2d4c69-5718-4415-a78b-2ba12e9203ba, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=cf2d4c69-5718-4415-a78b-2ba12e9203ba,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:16.305987 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:16.315872 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Network 9b2ff959-af94-4f3b-bb00-9252aea12613 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:16.324005 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:16.327137 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:16.371152 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Pushing event updated for resources: {'Port': ['ID=55f335e2-eb7d-4f2d-8e4e-84d1823fb998,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:16.386135 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1662504'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:16.390604 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3cb5d-1c85-4f8e-ac15-9af3b2cfb02a None None] Pushing event updated for resources: {'Port': ['ID=cf2d4c69-5718-4415-a78b-2ba12e9203ba,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:16.410659 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:16.412058 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:16.438140 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:39:16.447830 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccbed37-4cd3-4e82-96d8-5a81e07a630e None None] Network 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:39:16.458177 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Sync routers for ids ['986abc38-0673-4779-9467-550d4bade644'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:39:16.471772 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:16.476645 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a164bd2b-344d-4353-8e49-1532bf038be4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5791047 Aug 13 02:39:16.479287 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 57688) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:16.551491 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Routers {'986abc38-0673-4779-9467-550d4bade644'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:16.552190 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['986abc38-0673-4779-9467-550d4bade644'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:16.570470 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:16.604884 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:16.847084 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Set router 986abc38-0673-4779-9467-550d4bade644 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:16.939423 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:16.946656 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:16.977530 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:13Z', 'revision_number': 3, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:17.029149 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d18a3c-6f42-4402-92bf-ca47c211590d None None] The sync data for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi is: [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:13Z', 'revision_number': 3, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:39:17.063482 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1662652'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:17.066615 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Pushing event updated for resources: {'Port': ['ID=55f335e2-eb7d-4f2d-8e4e-84d1823fb998,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:17.115040 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-e1324b78-253a-4a9b-95f0-ae2fcc6b22da None None] Provisioning for port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:17.123849 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-e1324b78-253a-4a9b-95f0-ae2fcc6b22da None None] Provisioning complete for port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:17.124335 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e1324b78-253a-4a9b-95f0-ae2fcc6b22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:17.209892 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Network 9b2ff959-af94-4f3b-bb00-9252aea12613 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:17.211524 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:17.211810 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-e1324b78-253a-4a9b-95f0-ae2fcc6b22da None None] Port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:39:17.265132 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:17.274855 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-e1324b78-253a-4a9b-95f0-ae2fcc6b22da None None] Provisioning for port 81097410-7aa1-4984-a227-0f3183e3f159 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:17.288666 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-e1324b78-253a-4a9b-95f0-ae2fcc6b22da None None] Provisioning complete for port 81097410-7aa1-4984-a227-0f3183e3f159 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:17.289038 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e1324b78-253a-4a9b-95f0-ae2fcc6b22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:17.442527 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986abc38-0673-4779-9467-550d4bade644', 'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '1859048a-e741-4e23-9480-e09992c5a650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:15Z', 'revision_number': 3, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'gw_port': {'id': '1859048a-e741-4e23-9480-e09992c5a650', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:14Z', 'updated_at': '2021-08-13T02:39:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:17.593490 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Router f7284ea4-5367-426e-98d7-13a82805d1e6 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:39:17.598491 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Checking router: 986abc38-0673-4779-9467-550d4bade644 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:39:17.598836 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Updating router 986abc38-0673-4779-9467-550d4bade644 port 1859048a-e741-4e23-9480-e09992c5a650 binding host dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:39:17.680890 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 3a7e5357-4ea8-4bf7-9331-15af5fb7897b up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:17.760577 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8eff9fdc-a232-4c19-ba8b-ec1684f6ea17 req-4cc421a6-13d8-478c-8b7a-876ef4e3bd6a tempest-DeleteServersTestJSON-404787276 tempest-DeleteServersTestJSON-404787276-project] 10.222.0.42 "GET /v2.0/ports?device_id=79beea19-476d-4ec7-a79d-0dadaaa9bdf1 HTTP/1.1" status: 200 len: 210 time: 0.1587338 Aug 13 02:39:17.817925 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Allocated IP 172.20.0.1 (30f3d3b3-8ce0-4d7d-b45c-95745f2bb238/bbb003ed-61ad-436a-a6bb-1d970bfe3403/80a17a10-cdce-4b2a-a098-5de8d130f743) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:17.827379 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:17.847396 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e1324b78-253a-4a9b-95f0-ae2fcc6b22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:17.977936 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-e1324b78-253a-4a9b-95f0-ae2fcc6b22da None None] For port 81097410-7aa1-4984-a227-0f3183e3f159, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=81097410-7aa1-4984-a227-0f3183e3f159,segment=NetworkSegment(8cad027f-0276-4952-945c-cd63439f014e),segment_id=8cad027f-0276-4952-945c-cd63439f014e)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:17.998612 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.020324 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Transition to ACTIVE for port object 80a17a10-cdce-4b2a-a098-5de8d130f743 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:18.022295 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:39:18.028824 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6f9b9035-5bb8-42a6-b037-8087d8b4aa82 admin admin] 10.222.0.42 "PUT /v2.0/routers/f7284ea4-5367-426e-98d7-13a82805d1e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9423165 Aug 13 02:39:18.088285 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e1324b78-253a-4a9b-95f0-ae2fcc6b22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.128582 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.174807 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Network 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:18.250017 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:18.269122 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:18.337549 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd39bf-ce32-45f9-bc9a-46729121393a req-7bdf38cc-a382-4b7b-b8a7-3ce072f1a76a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:18.339199 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1fdd39bf-ce32-45f9-bc9a-46729121393a req-7bdf38cc-a382-4b7b-b8a7-3ce072f1a76a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.1164114 Aug 13 02:39:18.381361 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Pushing event updated for resources: {'Port': ['ID=80a17a10-cdce-4b2a-a098-5de8d130f743,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:18.386353 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1662504'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.439599 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1fdd39bf-ce32-45f9-bc9a-46729121393a req-7b13f4c0-ce81-4b56-b714-5d3e4edcbaa0 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911469 Aug 13 02:39:18.458926 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d0a77-9063-4343-b28c-4242ebd2cd68 req-796a9604-a33d-4154-81db-69da6cb3c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:18.460499 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-268d0a77-9063-4343-b28c-4242ebd2cd68 req-796a9604-a33d-4154-81db-69da6cb3c428 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ab7602dc7a742c9ab40295105bc5b1a&device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 1098 time: 0.1995676 Aug 13 02:39:18.617409 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:18.617409 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.620393 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-52085a16-f9ae-4636-baa2-843eea268129 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:18.622059 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-52085a16-f9ae-4636-baa2-843eea268129 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/networks?id=0945f000-2077-4600-a181-e1215459c07a HTTP/1.1" status: 200 len: 815 time: 0.1809912 Aug 13 02:39:18.643081 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-9e3bb05c-d135-4385-9a7d-a8eff9c189d6 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/quotas/4f1bf98d70c54d758a20a5ee1e380ef4 HTTP/1.1" status: 200 len: 375 time: 0.0140252 Aug 13 02:39:18.673366 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d0a77-9063-4343-b28c-4242ebd2cd68 req-60c5971c-af3b-42fe-8af9-5bba7746ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:18.675568 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-268d0a77-9063-4343-b28c-4242ebd2cd68 req-60c5971c-af3b-42fe-8af9-5bba7746ae64 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fe858a6-ca4c-4264-bddc-22721051f7c2 HTTP/1.1" status: 200 len: 919 time: 0.2050631 Aug 13 02:39:18.697075 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-95277ae6-4c0d-4045-ab02-93c10f18ea86 None None] Provisioning complete for port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:18.697446 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-95277ae6-4c0d-4045-ab02-93c10f18ea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.748425 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-268d0a77-9063-4343-b28c-4242ebd2cd68 req-7b3f77ad-88c1-47ab-b1a8-5ca0ae1eaf36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 HTTP/1.1" status: 200 len: 217 time: 0.0544133 Aug 13 02:39:18.750397 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-7a6ac547-2316-4bd4-91b0-b4a1c6f614cd tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f1bf98d70c54d758a20a5ee1e380ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869408 Aug 13 02:39:18.764752 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1324b78-253a-4a9b-95f0-ae2fcc6b22da None None] Pushing event updated for resources: {'Port': ['ID=81097410-7aa1-4984-a227-0f3183e3f159,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:18.780484 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.834908 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-95277ae6-4c0d-4045-ab02-93c10f18ea86 None None] Port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:39:18.863931 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d0a77-9063-4343-b28c-4242ebd2cd68 req-d784d1f2-d9ef-45aa-8465-b6468871f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:18.865482 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-268d0a77-9063-4343-b28c-4242ebd2cd68 req-d784d1f2-d9ef-45aa-8465-b6468871f403 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c HTTP/1.1" status: 200 len: 858 time: 0.0864372 Aug 13 02:39:18.873865 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-95277ae6-4c0d-4045-ab02-93c10f18ea86 None None] Provisioning complete for port 81097410-7aa1-4984-a227-0f3183e3f159 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:18.874446 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-95277ae6-4c0d-4045-ab02-93c10f18ea86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:18.936493 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-b7e171e4-4822-4b19-92e8-751f764eb45d service neutron] 10.222.0.42 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765549 Aug 13 02:39:18.946298 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-268d0a77-9063-4343-b28c-4242ebd2cd68 req-8ec01aaf-d89f-48be-aa92-d4e466280a50 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fe858a6-ca4c-4264-bddc-22721051f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632234 Aug 13 02:39:19.038341 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.057224 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Transition to ACTIVE for port object 1859048a-e741-4e23-9480-e09992c5a650 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:19.070667 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.089205 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 57762) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:19.094610 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1586254763-network', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:19.130726 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-1047c928-7915-4e25-b7ee-fc3000da0cef service neutron] 10.222.0.42 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930952 Aug 13 02:39:19.168041 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f6f92-7425-4e53-90c9-a6fc01e5c289 None None] Pushing event updated for resources: {'Port': ['ID=1859048a-e741-4e23-9480-e09992c5a650,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:19.171144 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Attempting to bind port 1859048a-e741-4e23-9480-e09992c5a650 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:19.171144 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Attempting to bind port 1859048a-e741-4e23-9480-e09992c5a650 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:19.171469 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] Made reservation on behalf of cc5acac69e754e32b265354da6f8014c for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:19.171567 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Attempting to bind port 1859048a-e741-4e23-9480-e09992c5a650 on network 62097cf8-f4d4-4991-952d-10ed3758274c {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:19.176700 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.180772 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:19.181209 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Checking segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:19.181665 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.182120 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Bound using segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:19.182821 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Bound port: 1859048a-e741-4e23-9480-e09992c5a650, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:19.183258 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.202264 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.223380 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-7ac5a680-fc3e-4657-b629-8a66a4536bc1 None None] Provisioning for port 80a17a10-cdce-4b2a-a098-5de8d130f743 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:19.242662 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-7ac5a680-fc3e-4657-b629-8a66a4536bc1 None None] Provisioning complete for port 80a17a10-cdce-4b2a-a098-5de8d130f743 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:19.243055 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a680-fc3e-4657-b629-8a66a4536bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.349056 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] For port 1859048a-e741-4e23-9480-e09992c5a650, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:19.386982 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-268d0a77-9063-4343-b28c-4242ebd2cd68 req-4377ea01-92f5-4d54-bb95-c4b35ee7e00d service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971467 Aug 13 02:39:19.406410 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] For port 1859048a-e741-4e23-9480-e09992c5a650, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=1859048a-e741-4e23-9480-e09992c5a650,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:19.407758 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-7ac5a680-fc3e-4657-b629-8a66a4536bc1 None None] Port 80a17a10-cdce-4b2a-a098-5de8d130f743 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:39:19.428070 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.474180 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.490070 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.494238 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Routers {'986abc38-0673-4779-9467-550d4bade644'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:19.494886 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['986abc38-0673-4779-9467-550d4bade644'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:19.496938 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f6f92-7425-4e53-90c9-a6fc01e5c289 None None] Pushing event updated for resources: {'Port': ['ID=1859048a-e741-4e23-9480-e09992c5a650,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:19.515370 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.522582 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cded537c-3d65-4dfa-b909-3d5bbca7e5d5,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:19.544591 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.574433 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-befc198c-1a18-4a3a-a6ce-cb16b07ee4a0 req-c123e75a-23d9-43ac-a677-62c21a14477f tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 210 time: 0.0509756 Aug 13 02:39:19.588982 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:39:19.617636 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.617970 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] Added segment c88dfa7a-1902-4ab5-94f3-0c6aef692534 of type vlan for network b549cc96-dea9-4d38-9aa4-7035a9dde112 Aug 13 02:39:19.691936 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Pushing event updated for resources: {'Port': ['ID=80a17a10-cdce-4b2a-a098-5de8d130f743,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:19.715801 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1662652'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.767990 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.775289 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] Set router 986abc38-0673-4779-9467-550d4bade644 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:19.814650 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a7a6b-7fb2-4f30-996a-af9e1efc5889 req-d7df4dfa-1e4a-47f3-bffd-305bccaa250a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:19.816269 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-152a7a6b-7fb2-4f30-996a-af9e1efc5889 req-d7df4dfa-1e4a-47f3-bffd-305bccaa250a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.1155288 Aug 13 02:39:19.824740 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 81097410-7aa1-4984-a227-0f3183e3f159 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:19.838654 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-268d0a77-9063-4343-b28c-4242ebd2cd68 req-5157b295-248d-48c3-82e5-e2aa1e97ca3a service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414997 Aug 13 02:39:19.841165 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.842727 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:19.843550 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:19.883901 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7935572 Aug 13 02:39:19.885058 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 57784) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:19.901487 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Network 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:19.903061 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:19.932428 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Sync routers for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:39:19.951181 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:19.953156 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:20.013590 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-1b31078c-6e1e-4f5f-9def-61d490b69b71 admin admin] Request body: {'subnet': {'network_id': 'b549cc96-dea9-4d38-9aa4-7035a9dde112', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1586254763-subnet', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c', 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:20.100071 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-152a7a6b-7fb2-4f30-996a-af9e1efc5889 req-3e1b9655-b5ec-4c36-9d8b-448365de5f3f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711601 Aug 13 02:39:20.124745 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5ec1a-7c34-4d95-9c94-0613b506fd89 admin admin] Pushing event updated for resources: {'Network': ['ID=b549cc96-dea9-4d38-9aa4-7035a9dde112,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:20.144212 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network b549cc96-dea9-4d38-9aa4-7035a9dde112 details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:39:20.149234 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b31078c-6e1e-4f5f-9def-61d490b69b71 admin admin] Made reservation on behalf of cc5acac69e754e32b265354da6f8014c for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:20.152282 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1b31078c-6e1e-4f5f-9def-61d490b69b71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6980256'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.172640 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Router 986abc38-0673-4779-9467-550d4bade644 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:39:20.208867 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:20.327157 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 81097410-7aa1-4984-a227-0f3183e3f159 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:20.327608 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.350989 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:39:20.361575 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c6dc094b-1292-4500-a531-8f0bacfed15a admin admin] 10.222.0.42 "PUT /v2.0/routers/986abc38-0673-4779-9467-550d4bade644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8809586 Aug 13 02:39:20.408610 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986abc38-0673-4779-9467-550d4bade644', 'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '1859048a-e741-4e23-9480-e09992c5a650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:18Z', 'revision_number': 4, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'gw_port': {'id': '1859048a-e741-4e23-9480-e09992c5a650', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:14Z', 'updated_at': '2021-08-13T02:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '80a17a10-cdce-4b2a-a098-5de8d130f743', 'name': '', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'mac_address': 'fa:16:3e:1f:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:17Z', 'updated_at': '2021-08-13T02:39:17Z', 'revision_number': 1, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'subnets': [{'id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:20.454185 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2508ff21-dbd0-4be0-8f61-cd246ad09eeb None None] The sync data for ids ['986abc38-0673-4779-9467-550d4bade644'] in dv-cinder-760184-6-iscsi is: [{'id': '986abc38-0673-4779-9467-550d4bade644', 'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '1859048a-e741-4e23-9480-e09992c5a650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:18Z', 'revision_number': 4, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'gw_port': {'id': '1859048a-e741-4e23-9480-e09992c5a650', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:14Z', 'updated_at': '2021-08-13T02:39:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '80a17a10-cdce-4b2a-a098-5de8d130f743', 'name': '', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'mac_address': 'fa:16:3e:1f:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:17Z', 'updated_at': '2021-08-13T02:39:17Z', 'revision_number': 1, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'subnets': [{'id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:39:20.466617 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-464bcebd-f603-48e3-ac7b-9d99b001772c None None] Provisioning complete for port 80a17a10-cdce-4b2a-a098-5de8d130f743 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:20.466987 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-464bcebd-f603-48e3-ac7b-9d99b001772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.469358 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1b31078c-6e1e-4f5f-9def-61d490b69b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7328939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6980242'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.568608 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-464bcebd-f603-48e3-ac7b-9d99b001772c None None] Port 80a17a10-cdce-4b2a-a098-5de8d130f743 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:39:20.581962 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device cf2d4c69-5718-4415-a78b-2ba12e9203ba up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:20.615154 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31078c-6e1e-4f5f-9def-61d490b69b71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd82e0c-f280-47e7-9c5f-446db8f11c58,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:20.628218 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b31078c-6e1e-4f5f-9def-61d490b69b71 admin admin] Checking segment: {'id': 'c88dfa7a-1902-4ab5-94f3-0c6aef692534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b549cc96-dea9-4d38-9aa4-7035a9dde112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:20.634804 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b31078c-6e1e-4f5f-9def-61d490b69b71 admin admin] Network hostable DHCP agents. Network: b549cc96-dea9-4d38-9aa4-7035a9dde112, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:39:20.695893 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b31078c-6e1e-4f5f-9def-61d490b69b71 admin admin] Network b549cc96-dea9-4d38-9aa4-7035a9dde112 is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:39:20.716595 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-1b31078c-6e1e-4f5f-9def-61d490b69b71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, b549cc96-dea9-4d38-9aa4-7035a9dde112) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:20.733508 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fb8daa-9c48-4d40-9298-83c3661119da None None] Network b549cc96-dea9-4d38-9aa4-7035a9dde112 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:39:20.745212 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 2, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:20.749519 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db94ecf4-5a0a-4041-a132-3fba23f449ba req-3b766093-f21a-4ea0-ab57-549b17b6b41a tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 210 time: 0.0443606 Aug 13 02:39:20.759329 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b31078c-6e1e-4f5f-9def-61d490b69b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:20.760203 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1b31078c-6e1e-4f5f-9def-61d490b69b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.796291 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1b31078c-6e1e-4f5f-9def-61d490b69b71 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8982286 Aug 13 02:39:20.798866 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 57816) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:20.807328 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1586254763-router', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:20.807573 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Checking router: f7284ea4-5367-426e-98d7-13a82805d1e6 for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:39:20.808439 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Updating router f7284ea4-5367-426e-98d7-13a82805d1e6 port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 binding host dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:39:20.812210 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port cf2d4c69-5718-4415-a78b-2ba12e9203ba completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:20.822743 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port cf2d4c69-5718-4415-a78b-2ba12e9203ba triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:20.823415 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.848293 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 57820) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:20.854873 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.856305 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.877940 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.951622 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09d13a3-3f3b-4e82-bc97-5ef0029d8d37 admin admin] Deleting subnet ee0b5437-2317-4e1e-97f1-4a279fb8d5ef {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:39:20.960101 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d09d13a3-3f3b-4e82-bc97-5ef0029d8d37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:20.965664 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.076050 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d09d13a3-3f3b-4e82-bc97-5ef0029d8d37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5565699'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.190948 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d09d13a3-3f3b-4e82-bc97-5ef0029d8d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.209849 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2ec041d-1e12-5867-9310-550d6684197a-b549cc96-dea9-4d38-9aa4-7035a9dde112', 'network_id': 'b549cc96-dea9-4d38-9aa4-7035a9dde112', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c', 'fixed_ips': [{'subnet_id': '6dd82e0c-f280-47e7-9c5f-446db8f11c58'}]}} from dv-cinder-760184-6-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:39:21.211856 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.239361 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.287396 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.338929 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d09d13a3-3f3b-4e82-bc97-5ef0029d8d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5759410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5577348'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.339590 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port cf2d4c69-5718-4415-a78b-2ba12e9203ba, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=cf2d4c69-5718-4415-a78b-2ba12e9203ba,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:21.365934 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.395403 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad146410-c2f0-4cc3-a9bb-c73d67d2c90f req-a1b12ffb-1cd1-4673-82f9-ab7802210bfe tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:21.404088 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ad146410-c2f0-4cc3-a9bb-c73d67d2c90f req-a1b12ffb-1cd1-4673-82f9-ab7802210bfe tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.1543493 Aug 13 02:39:21.430294 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d13a3-3f3b-4e82-bc97-5ef0029d8d37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0b5437-2317-4e1e-97f1-4a279fb8d5ef,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:21.432845 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d09d13a3-3f3b-4e82-bc97-5ef0029d8d37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.440601 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d09d13a3-3f3b-4e82-bc97-5ef0029d8d37 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ee0b5437-2317-4e1e-97f1-4a279fb8d5ef HTTP/1.1" status: 204 len: 168 time: 0.5911715 Aug 13 02:39:21.443200 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 57834) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:21.469249 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.482518 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Transition to ACTIVE for port object 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:21.495008 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.505891 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ad146410-c2f0-4cc3-a9bb-c73d67d2c90f req-e94e8c67-15fc-47ce-b773-01bd253f12f5 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826256 Aug 13 02:39:21.594936 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 57838) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:21.604950 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-464919714-network', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:21.665212 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=cf2d4c69-5718-4415-a78b-2ba12e9203ba,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:21.749391 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Allocated IP 172.20.0.2 (b549cc96-dea9-4d38-9aa4-7035a9dde112/6dd82e0c-f280-47e7-9c5f-446db8f11c58/a9a9087c-8e0c-453a-b61c-fe24eaa3b05f) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:21.777516 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Attempting to bind port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:21.785265 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Attempting to bind port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:21.788642 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Attempting to bind port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 on network 9b2ff959-af94-4f3b-bb00-9252aea12613 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:21.806035 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8c99bf83-6333-4c2b-bd3b-89c1848370ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.810928 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:21.810928 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Checking segment: {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:21.814509 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.825453 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Bound using segment: {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:21.825620 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.826261 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Bound port: 55f335e2-eb7d-4f2d-8e4e-84d1823fb998, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:21.826912 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.849356 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.937260 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] For port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:21.942929 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] For port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=55f335e2-eb7d-4f2d-8e4e-84d1823fb998,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:21.960963 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:21.967819 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82716c5d-9a4b-468e-ab53-c577d8f15143 None None] Pushing event updated for resources: {'Port': ['ID=55f335e2-eb7d-4f2d-8e4e-84d1823fb998,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:21.984537 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Allocated IP 172.27.1.247 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/bb257cb1-c50a-43e4-9e5c-16bba1ca702f) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:22.130969 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:22.131605 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:22.186374 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-6536e486-6b47-43e4-8f01-a534a50c0031 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:22.188867 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-6536e486-6b47-43e4-8f01-a534a50c0031 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "GET /v2.0/networks?id=0945f000-2077-4600-a181-e1215459c07a HTTP/1.1" status: 200 len: 815 time: 0.7347996 Aug 13 02:39:22.190928 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.197212 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8c99bf83-6333-4c2b-bd3b-89c1848370ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.209745 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-8c99bf83-6333-4c2b-bd3b-89c1848370ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1c8f31-0314-4227-95df-8da963f860f7']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:22.233895 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-b7066dda-39c2-4208-965d-a037cc4a9573 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Request body: {'port': {'device_id': 'e313e8eb-4d73-423b-810f-e012d0b4955c', 'network_id': '0945f000-2077-4600-a181-e1215459c07a', 'admin_state_up': True, 'tenant_id': '4f1bf98d70c54d758a20a5ee1e380ef4'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:22.256094 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] Made reservation on behalf of c09bdcd2c12348c3be1fe1230e893401 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:22.263530 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.299249 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.311210 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.332728 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Transition to ACTIVE for port object a9a9087c-8e0c-453a-b61c-fe24eaa3b05f will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:22.349086 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:22.376127 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Transition to ACTIVE for port object a9a9087c-8e0c-453a-b61c-fe24eaa3b05f will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:22.408360 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.415472 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-58a73459-fe8a-494f-b5e0-cf90c279f1f0 req-c55c6450-f79b-4918-aefe-3b01af5405ab tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 210 time: 0.1413591 Aug 13 02:39:22.466301 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Network b549cc96-dea9-4d38-9aa4-7035a9dde112 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:22.469712 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:22.472633 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-8c99bf83-6333-4c2b-bd3b-89c1848370ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:22.472864 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-8c99bf83-6333-4c2b-bd3b-89c1848370ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9ab835-1da7-41a5-bcfe-d71b3fad4ec7') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:22.475149 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82716c5d-9a4b-468e-ab53-c577d8f15143 None None] Pushing event updated for resources: {'Port': ['ID=55f335e2-eb7d-4f2d-8e4e-84d1823fb998,revision_number=4']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:22.476004 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:22.478198 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Pushing event updated for resources: {'Port': ['ID=a9a9087c-8e0c-453a-b61c-fe24eaa3b05f,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:22.491083 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.495799 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.db.api [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-b7066dda-39c2-4208-965d-a037cc4a9573 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 13 02:39:22.495799 dv-cinder-760184-6-iscsi neutron-server[94107]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 13 02:39:22.495799 dv-cinder-760184-6-iscsi neutron-server[94107]: [parameters: {'project_id_1': '4f1bf98d70c54d758a20a5ee1e380ef4', 'expiration_1': datetime.datetime(2021, 8, 13, 2, 39, 22, 467206)}] Aug 13 02:39:22.495799 dv-cinder-760184-6-iscsi neutron-server[94107]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94107) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 02:39:22.497501 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG oslo_db.api [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-b7066dda-39c2-4208-965d-a037cc4a9573 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 02:39:22.500340 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8c99bf83-6333-4c2b-bd3b-89c1848370ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5565716'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.543996 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8c99bf83-6333-4c2b-bd3b-89c1848370ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.552365 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c99bf83-6333-4c2b-bd3b-89c1848370ef admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:39:22.553170 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8c99bf83-6333-4c2b-bd3b-89c1848370ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5759340'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: Traceback (most recent call last): Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: timer() Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: cb(*args, **kw) Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: return func(*args, **kwargs) Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: self._notify() Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: self.callback(batched_events) Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: event.method(event) Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: return f(self, *a, **k) Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._get(url).json() Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:39:22.555402 dv-cinder-760184-6-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:39:22.557679 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:22.573267 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:22.576854 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:22.615286 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Attempting to bind port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:22.615286 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Attempting to bind port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': 'c88dfa7a-1902-4ab5-94f3-0c6aef692534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b549cc96-dea9-4d38-9aa4-7035a9dde112'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:22.617073 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Attempting to bind port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f on network b549cc96-dea9-4d38-9aa4-7035a9dde112 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:22.641451 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:22.641817 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Checking segment: {'id': 'c88dfa7a-1902-4ab5-94f3-0c6aef692534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b549cc96-dea9-4d38-9aa4-7035a9dde112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:22.643447 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.643989 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Bound using segment: {'id': 'c88dfa7a-1902-4ab5-94f3-0c6aef692534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b549cc96-dea9-4d38-9aa4-7035a9dde112'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:22.648666 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Bound port: a9a9087c-8e0c-453a-b61c-fe24eaa3b05f, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88dfa7a-1902-4ab5-94f3-0c6aef692534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b549cc96-dea9-4d38-9aa4-7035a9dde112'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:22.649305 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.665963 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8c99bf83-6333-4c2b-bd3b-89c1848370ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.695773 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99bf83-6333-4c2b-bd3b-89c1848370ef admin admin] Pushing event deleted for resources: {'Network': ['ID=6d1c8f31-0314-4227-95df-8da963f860f7,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:22.698131 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8c99bf83-6333-4c2b-bd3b-89c1848370ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.705289 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8c99bf83-6333-4c2b-bd3b-89c1848370ef admin admin] 10.222.0.42 "DELETE /v2.0/networks/6d1c8f31-0314-4227-95df-8da963f860f7 HTTP/1.1" status: 204 len: 168 time: 1.2610657 Aug 13 02:39:22.706001 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 57880) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:22.755613 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=bb257cb1-c50a-43e4-9e5c-16bba1ca702f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:22.831905 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:22.839419 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] For port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:22.844885 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] For port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=a9a9087c-8e0c-453a-b61c-fe24eaa3b05f,segment=NetworkSegment(c88dfa7a-1902-4ab5-94f3-0c6aef692534),segment_id=c88dfa7a-1902-4ab5-94f3-0c6aef692534)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:22.856425 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.930388 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124e18b-fbec-405e-a2ca-d883e46c8092 None None] The sync data for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi is: [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:39:22.933941 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e7adc99f-cd85-4c85-8092-f7bcf3eeb9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:22.994700 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 57886) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:23.087562 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a492e-fe5f-413a-b6b0-0283e213b079 req-4ba67bf9-db03-459a-a091-66280416baba tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:23.099721 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d6a492e-fe5f-413a-b6b0-0283e213b079 req-4ba67bf9-db03-459a-a091-66280416baba tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.3834641 Aug 13 02:39:23.128855 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b846c630-c6f6-4b2f-ad59-9f70084a5da0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73429b38c3414d3aa9cb65e0cec2485a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1324315 Aug 13 02:39:23.130104 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 57890) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:23.194220 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c96ac-c728-46ae-a4b9-3b130d4f7f12 None None] Pushing event updated for resources: {'Port': ['ID=a9a9087c-8e0c-453a-b61c-fe24eaa3b05f,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:23.313751 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d6a492e-fe5f-413a-b6b0-0283e213b079 req-4e51b488-6ab2-4f72-a1d2-4056bcfa0d01 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126300 Aug 13 02:39:23.320662 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.329779 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.358649 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa244b86-fd76-4174-a4a9-1d10bbf1c2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.422193 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:39:23.509449 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e7adc99f-cd85-4c85-8092-f7bcf3eeb9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.531563 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e7adc99f-cd85-4c85-8092-f7bcf3eeb9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.592747 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-b7066dda-39c2-4208-965d-a037cc4a9573 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Made reservation on behalf of 4f1bf98d70c54d758a20a5ee1e380ef4 for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:23.597344 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-b7066dda-39c2-4208-965d-a037cc4a9573 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.610536 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e7adc99f-cd85-4c85-8092-f7bcf3eeb9e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b655ec9bec07430e940c76a81c62a8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9032490 Aug 13 02:39:23.611552 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7adc99f-cd85-4c85-8092-f7bcf3eeb9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b16eab-9b36-4813-989e-31f07b2187aa,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:23.617451 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 57896) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:23.669890 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:23.727308 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c6cfc9-f630-4a40-8f6b-97d9be5c4dec,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:23.739524 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9d9f6b34-d050-4faf-80eb-c47b66426abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.741113 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:23.745911 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:23.746466 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.756997 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.756997 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] Added segment f6aea8cd-49fa-40fa-8aec-5d2bfa267a78 of type vlan for network b14afc97-fe72-47a6-86eb-dc6f951c32a6 Aug 13 02:39:23.763271 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa244b86-fd76-4174-a4a9-1d10bbf1c2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.814719 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e069d92d-ccea-4b4b-b1ad-ff56d6bb45ec req-8a56c341-14ac-425f-a958-463db5ed4521 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 210 time: 0.0931437 Aug 13 02:39:23.842398 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.888716 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.893018 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=55f335e2-eb7d-4f2d-8e4e-84d1823fb998,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:23.901705 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.903015 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 1859048a-e741-4e23-9480-e09992c5a650 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:23.918510 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.992406 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa244b86-fd76-4174-a4a9-1d10bbf1c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:23.996853 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fa244b86-fd76-4174-a4a9-1d10bbf1c2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.000680 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 1859048a-e741-4e23-9480-e09992c5a650 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:24.003358 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-fa244b86-fd76-4174-a4a9-1d10bbf1c2d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ab482c0-8d08-49a7-ab4a-a835834c8ca8 HTTP/1.1" status: 204 len: 168 time: 0.8168051 Aug 13 02:39:24.007779 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 1859048a-e741-4e23-9480-e09992c5a650 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:24.008263 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.037298 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.038287 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:24.043811 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.051612 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9d9f6b34-d050-4faf-80eb-c47b66426abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.077166 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa244b86-fd76-4174-a4a9-1d10bbf1c2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab482c0-8d08-49a7-ab4a-a835834c8ca8,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:24.140258 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9d9f6b34-d050-4faf-80eb-c47b66426abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.142793 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9d9f6b34-d050-4faf-80eb-c47b66426abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.146397 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9d9f6b34-d050-4faf-80eb-c47b66426abc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06b16eab-9b36-4813-989e-31f07b2187aa HTTP/1.1" status: 204 len: 168 time: 0.5253763 Aug 13 02:39:24.146569 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5458698 Aug 13 02:39:24.149794 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 57902) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:24.160549 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-39b2ead9-d104-4cee-afda-3b90d15861b0 admin admin] Request body: {'subnet': {'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-464919714-subnet', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:24.187569 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.209845 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f6b34-d050-4faf-80eb-c47b66426abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b16eab-9b36-4813-989e-31f07b2187aa,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:24.242451 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 1859048a-e741-4e23-9480-e09992c5a650, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=1859048a-e741-4e23-9480-e09992c5a650,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:24.244784 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-b7066dda-39c2-4208-965d-a037cc4a9573 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Allocated IP 172.20.0.11 (0945f000-2077-4600-a181-e1215459c07a/c7b402c5-713b-4159-ad46-e99bb2dc7e4a/d25671bd-0ca1-4479-97d0-d164082939ce) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:24.253870 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=55f335e2-eb7d-4f2d-8e4e-84d1823fb998,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:24.279448 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.280551 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device cf2d4c69-5718-4415-a78b-2ba12e9203ba up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:24.319352 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af10a3-b22d-4721-be5c-361c33b59f39 admin admin] Pushing event updated for resources: {'Network': ['ID=b14afc97-fe72-47a6-86eb-dc6f951c32a6,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:24.453248 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network b14afc97-fe72-47a6-86eb-dc6f951c32a6 details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:39:24.456368 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b2ead9-d104-4cee-afda-3b90d15861b0 admin admin] Made reservation on behalf of c09bdcd2c12348c3be1fe1230e893401 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:24.459073 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-39b2ead9-d104-4cee-afda-3b90d15861b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6980256'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.460929 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=1859048a-e741-4e23-9480-e09992c5a650,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:24.606492 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-b7066dda-39c2-4208-965d-a037cc4a9573 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.683802 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686525'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.704719 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port cf2d4c69-5718-4415-a78b-2ba12e9203ba triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:24.706181 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.727546 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-b7066dda-39c2-4208-965d-a037cc4a9573 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.753368 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a468adb-c01f-4316-b69f-4e7a9450608c None None] Network b549cc96-dea9-4d38-9aa4-7035a9dde112 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:39:24.820737 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99124bd9-29d2-4302-bcc2-fef185a75032 req-5a8a328f-8099-4462-a231-534a967ae246 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:24.822268 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99124bd9-29d2-4302-bcc2-fef185a75032 req-5a8a328f-8099-4462-a231-534a967ae246 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.3524117 Aug 13 02:39:24.822429 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['03c91296-dae0-4c97-b24e-cfca354525e6', '03881086-615c-4f34-852d-2f901f054406'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:39:24.831304 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-489a2b9d-0b59-4ad9-b413-c9776ffb8537 None None] Provisioning for port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:24.837182 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-b7066dda-39c2-4208-965d-a037cc4a9573 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Network 0945f000-2077-4600-a181-e1215459c07a is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:24.841784 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-b7066dda-39c2-4208-965d-a037cc4a9573 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:24.856786 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-b7066dda-39c2-4208-965d-a037cc4a9573 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:24.930959 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-b7066dda-39c2-4208-965d-a037cc4a9573 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:24.931892 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-b7066dda-39c2-4208-965d-a037cc4a9573 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:24.956217 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-b7066dda-39c2-4208-965d-a037cc4a9573 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7435803 Aug 13 02:39:24.964590 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7066dda-39c2-4208-965d-a037cc4a9573 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Pushing event updated for resources: {'Port': ['ID=d25671bd-0ca1-4479-97d0-d164082939ce,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:24.986764 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Request body: {'port': {'device_id': 'e313e8eb-4d73-423b-810f-e012d0b4955c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:25.020702 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Sync routers for ids ['986abc38-0673-4779-9467-550d4bade644'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:39:25.039159 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Routers {'986abc38-0673-4779-9467-550d4bade644'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:25.040017 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['986abc38-0673-4779-9467-550d4bade644'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:25.105728 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.160907 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99124bd9-29d2-4302-bcc2-fef185a75032 req-fa0458fe-5108-438d-8311-d3331367d73e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160744 Aug 13 02:39:25.231793 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559cbca-df35-4f6a-b877-76533e79a92d req-c77dbe9f-14a9-42de-a915-e73ff606fba7 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:25.233418 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1559cbca-df35-4f6a-b877-76533e79a92d req-c77dbe9f-14a9-42de-a915-e73ff606fba7 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 932 time: 0.2648871 Aug 13 02:39:25.247942 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Set router 986abc38-0673-4779-9467-550d4bade644 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:25.272834 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-39b2ead9-d104-4cee-afda-3b90d15861b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7328939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6980242'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.343438 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Router 488f6212-d023-4ab5-bdd2-04839394cf9e is scheduled to L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:39:25.361002 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1559cbca-df35-4f6a-b877-76533e79a92d req-3ecb5987-0c7a-44dc-acef-4f05c9a4871f tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183958 Aug 13 02:39:25.398008 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device a9a9087c-8e0c-453a-b61c-fe24eaa3b05f up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:25.422591 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2ead9-d104-4cee-afda-3b90d15861b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6fb474e-13a7-410a-9d53-415daec42bdf,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:25.471777 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b2ead9-d104-4cee-afda-3b90d15861b0 admin admin] Checking segment: {'id': 'f6aea8cd-49fa-40fa-8aec-5d2bfa267a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:25.472143 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b2ead9-d104-4cee-afda-3b90d15861b0 admin admin] Network hostable DHCP agents. Network: b14afc97-fe72-47a6-86eb-dc6f951c32a6, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:39:25.539924 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b2ead9-d104-4cee-afda-3b90d15861b0 admin admin] Network b14afc97-fe72-47a6-86eb-dc6f951c32a6 is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:39:25.545131 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:39:25.555194 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Sync routers for ids ['488f6212-d023-4ab5-bdd2-04839394cf9e'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:39:25.567732 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.569373 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-67cfc747-be2a-4920-a6ef-3b99327ab2a1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7694814 Aug 13 02:39:25.572701 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-39b2ead9-d104-4cee-afda-3b90d15861b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, b14afc97-fe72-47a6-86eb-dc6f951c32a6) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:25.572978 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 57950) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:25.574545 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Routers {'488f6212-d023-4ab5-bdd2-04839394cf9e'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:25.575319 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['488f6212-d023-4ab5-bdd2-04839394cf9e'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:25.591063 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b2ead9-d104-4cee-afda-3b90d15861b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:25.591723 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-39b2ead9-d104-4cee-afda-3b90d15861b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.618771 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-39b2ead9-d104-4cee-afda-3b90d15861b0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4663794 Aug 13 02:39:25.621489 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 57954) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:25.627464 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-464919714-router', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:25.681185 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.693024 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.778179 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0cece3-8fa2-4a8d-ada3-6a4adce80c36 None None] Network b14afc97-fe72-47a6-86eb-dc6f951c32a6 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:39:25.790487 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:25.835066 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Set router 488f6212-d023-4ab5-bdd2-04839394cf9e gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:25.901712 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:26.059624 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25671bd-0ca1-4479-97d0-d164082939ce {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:26.072330 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.073621 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:26.073996 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.088254 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Transition to ACTIVE for port object d25671bd-0ca1-4479-97d0-d164082939ce will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:26.109329 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.111917 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.225646 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'name': 'tempest-TestVolumeBootPattern-1586254763-router', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'bb257cb1-c50a-43e4-9e5c-16bba1ca702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:20Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 3, 'project_id': 'cc5acac69e754e32b265354da6f8014c', 'gw_port': {'id': 'bb257cb1-c50a-43e4-9e5c-16bba1ca702f', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:21Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:26.308043 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Checking router: 488f6212-d023-4ab5-bdd2-04839394cf9e for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:39:26.308589 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Updating router 488f6212-d023-4ab5-bdd2-04839394cf9e port bb257cb1-c50a-43e4-9e5c-16bba1ca702f binding host dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:39:26.346849 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.358164 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986abc38-0673-4779-9467-550d4bade644', 'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '1859048a-e741-4e23-9480-e09992c5a650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:18Z', 'revision_number': 4, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'gw_port': {'id': '1859048a-e741-4e23-9480-e09992c5a650', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:14Z', 'updated_at': '2021-08-13T02:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '80a17a10-cdce-4b2a-a098-5de8d130f743', 'name': '', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'mac_address': 'fa:16:3e:1f:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:17Z', 'updated_at': '2021-08-13T02:39:19Z', 'revision_number': 2, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'subnets': [{'id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:26.377172 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Pushing event updated for resources: {'Port': ['ID=d25671bd-0ca1-4479-97d0-d164082939ce,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:26.441391 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Checking router: 986abc38-0673-4779-9467-550d4bade644 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:39:26.442464 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Updating router 986abc38-0673-4779-9467-550d4bade644 port 80a17a10-cdce-4b2a-a098-5de8d130f743 binding host dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:39:26.447228 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840e0e5-11f8-4eea-b420-8615fcc405ac req-5e6885a5-5e4b-44a0-bc26-a4dc019c1a99 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:26.452237 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6840e0e5-11f8-4eea-b420-8615fcc405ac req-5e6885a5-5e4b-44a0-bc26-a4dc019c1a99 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.1638951 Aug 13 02:39:26.471923 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Attempting to bind port d25671bd-0ca1-4479-97d0-d164082939ce on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:26.472260 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Attempting to bind port d25671bd-0ca1-4479-97d0-d164082939ce by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:26.472623 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Attempting to bind port d25671bd-0ca1-4479-97d0-d164082939ce on network 0945f000-2077-4600-a181-e1215459c07a {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:26.489836 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Port d25671bd-0ca1-4479-97d0-d164082939ce on network 0945f000-2077-4600-a181-e1215459c07a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:39:26.490358 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Attempting to bind port d25671bd-0ca1-4479-97d0-d164082939ce on network 0945f000-2077-4600-a181-e1215459c07a {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:26.519238 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.545673 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.550992 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:26.550992 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Checking segment: {'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:26.551496 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Bound using segment: {'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:26.552083 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Bound port: d25671bd-0ca1-4479-97d0-d164082939ce, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:26.552432 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.655471 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=a9a9087c-8e0c-453a-b61c-fe24eaa3b05f,segment=NetworkSegment(c88dfa7a-1902-4ab5-94f3-0c6aef692534),segment_id=c88dfa7a-1902-4ab5-94f3-0c6aef692534)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:26.691145 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.840765 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ca5e3-acf1-40ab-95f5-8e77835110ac req-fea1d5f6-c299-4fe5-bd36-a7ff034baa67 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:26.849242 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dc9ca5e3-acf1-40ab-95f5-8e77835110ac req-fea1d5f6-c299-4fe5-bd36-a7ff034baa67 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 944 time: 0.1949017 Aug 13 02:39:26.891012 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.896977 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6840e0e5-11f8-4eea-b420-8615fcc405ac req-405e7f70-9e54-4b46-84f3-c716b6885ba2 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381008 Aug 13 02:39:26.904168 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.906915 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] For port d25671bd-0ca1-4479-97d0-d164082939ce, host hv-cinder-76018, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:26.917662 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] For port d25671bd-0ca1-4479-97d0-d164082939ce, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=d25671bd-0ca1-4479-97d0-d164082939ce,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:26.958097 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:26.984759 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.033997 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.035436 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.037159 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] 10.222.0.60 "PUT /v2.0/ports/d25671bd-0ca1-4479-97d0-d164082939ce HTTP/1.1" status: 200 len: 1094 time: 2.0626142 Aug 13 02:39:27.044053 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e313e8eb-4d73-423b-810f-e012d0b4955c', 'tag': 'd25671bd-0ca1-4479-97d0-d164082939ce'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:27.048199 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a382a03db399cca1283d4f7ece85babfb64ee32656e6b885022af9a72db3350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fa896f-b3ee-4a1f-bb25-87dd23e2dc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e313e8eb-4d73-423b-810f-e012d0b4955c", "tag": "d25671bd-0ca1-4479-97d0-d164082939ce"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:27.064714 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.104297 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Transition to ACTIVE for port object bb257cb1-c50a-43e4-9e5c-16bba1ca702f will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:27.124599 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.147874 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dc9ca5e3-acf1-40ab-95f5-8e77835110ac req-f5b5a83f-136d-4ab1-bca9-6ccf2ce518b2 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975705 Aug 13 02:39:27.193329 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0161233-4c59-4f59-bfba-7114e6ff6ddc service neutron] Pushing event updated for resources: {'Port': ['ID=d25671bd-0ca1-4479-97d0-d164082939ce,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:27.226195 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Attempting to bind port bb257cb1-c50a-43e4-9e5c-16bba1ca702f on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:27.228910 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Attempting to bind port bb257cb1-c50a-43e4-9e5c-16bba1ca702f by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:27.229872 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Attempting to bind port bb257cb1-c50a-43e4-9e5c-16bba1ca702f on network 62097cf8-f4d4-4991-952d-10ed3758274c {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:27.235913 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10fb44d-ce80-4f7a-aabe-caa4113cf8f1 x-openstack-request-id: req-f10fb44d-ce80-4f7a-aabe-caa4113cf8f1 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:27.236138 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e313e8eb-4d73-423b-810f-e012d0b4955c", "tag": "d25671bd-0ca1-4479-97d0-d164082939ce", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:27.236384 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f10fb44d-ce80-4f7a-aabe-caa4113cf8f1 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:27.236849 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e313e8eb-4d73-423b-810f-e012d0b4955c', 'tag': 'd25671bd-0ca1-4479-97d0-d164082939ce', 'status': 'completed', 'code': 200} Aug 13 02:39:27.239170 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd666c-74b9-4736-bdb3-76f8f05c255b None None] Pushing event updated for resources: {'Port': ['ID=bb257cb1-c50a-43e4-9e5c-16bba1ca702f,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:27.252660 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:27.253042 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Checking segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:27.253447 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.254763 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Allocated IP 172.27.1.127 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/d56180d0-22b8-4929-80d6-71c6bdeaeb3b) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:27.256962 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Bound using segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:27.257716 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Bound port: bb257cb1-c50a-43e4-9e5c-16bba1ca702f, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:27.258180 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.336243 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-63e57990-1d35-4cde-9048-fa405e3ddb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.339246 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-63e57990-1d35-4cde-9048-fa405e3ddb3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f1bf98d70c54d758a20a5ee1e380ef4&device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 1097 time: 0.2001586 Aug 13 02:39:27.379945 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] For port bb257cb1-c50a-43e4-9e5c-16bba1ca702f, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:27.385494 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] For port bb257cb1-c50a-43e4-9e5c-16bba1ca702f, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=bb257cb1-c50a-43e4-9e5c-16bba1ca702f,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:27.394565 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.428027 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-3617bb56-90e1-49ef-94fc-b834018e4379 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d25671bd-0ca1-4479-97d0-d164082939ce HTTP/1.1" status: 200 len: 217 time: 0.0552135 Aug 13 02:39:27.447351 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 1859048a-e741-4e23-9480-e09992c5a650 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:27.492019 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Allocated IP 172.20.0.1 (b549cc96-dea9-4d38-9aa4-7035a9dde112/6dd82e0c-f280-47e7-9c5f-446db8f11c58/58802906-8bf3-4366-874a-2cfc3bbb45af) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:27.497437 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2ec041d-1e12-5867-9310-550d6684197a-b14afc97-fe72-47a6-86eb-dc6f951c32a6', 'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'fixed_ips': [{'subnet_id': 'b6fb474e-13a7-410a-9d53-415daec42bdf'}]}} from dv-cinder-760184-6-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:39:27.500063 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.500620 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.513337 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd666c-74b9-4736-bdb3-76f8f05c255b None None] Pushing event updated for resources: {'Port': ['ID=bb257cb1-c50a-43e4-9e5c-16bba1ca702f,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:27.523424 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-759af545-b461-4a09-9b37-47f7c1d11490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:27.525182 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-759af545-b461-4a09-9b37-47f7c1d11490 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7b402c5-713b-4159-ad46-e99bb2dc7e4a HTTP/1.1" status: 200 len: 855 time: 0.0849607 Aug 13 02:39:27.536250 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Routers {'488f6212-d023-4ab5-bdd2-04839394cf9e'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:27.538851 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['488f6212-d023-4ab5-bdd2-04839394cf9e'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:27.599320 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-8781de13-df66-4050-9a0a-879ea9583181 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0945f000-2077-4600-a181-e1215459c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596805 Aug 13 02:39:27.611848 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.619504 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=a9a9087c-8e0c-453a-b61c-fe24eaa3b05f,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:27.628342 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-accdab24-8077-4efc-8887-6192620d8e68 None None] Provisioning complete for port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:27.628743 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-accdab24-8077-4efc-8887-6192620d8e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.697144 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:27.700794 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:27.705917 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:27.778964 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] Set router 488f6212-d023-4ab5-bdd2-04839394cf9e gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:27.794515 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:27.851259 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Transition to ACTIVE for port object 58802906-8bf3-4366-874a-2cfc3bbb45af will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:27.854297 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-9b312902-f70b-4074-969e-fbed4d8cea91 service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447109 Aug 13 02:39:28.121378 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58036) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:28.152282 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:28.160698 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Allocated IP 172.20.0.2 (b14afc97-fe72-47a6-86eb-dc6f951c32a6/b6fb474e-13a7-410a-9d53-415daec42bdf/a56b57d5-b515-43cb-b08e-fbb0e6ba79ae) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:28.163036 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'name': 'tempest-TestVolumeBootPattern-1586254763-router', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'bb257cb1-c50a-43e4-9e5c-16bba1ca702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:20Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 3, 'project_id': 'cc5acac69e754e32b265354da6f8014c', 'gw_port': {'id': 'bb257cb1-c50a-43e4-9e5c-16bba1ca702f', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:21Z', 'updated_at': '2021-08-13T02:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:28.207479 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Network b549cc96-dea9-4d38-9aa4-7035a9dde112 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:28.220623 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:28.238960 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99d32a-ae16-40d6-badf-d7f984f6000d None None] The sync data for ids ['488f6212-d023-4ab5-bdd2-04839394cf9e'] in dv-cinder-760184-6-iscsi is: [{'id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'name': 'tempest-TestVolumeBootPattern-1586254763-router', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'bb257cb1-c50a-43e4-9e5c-16bba1ca702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:20Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 3, 'project_id': 'cc5acac69e754e32b265354da6f8014c', 'gw_port': {'id': 'bb257cb1-c50a-43e4-9e5c-16bba1ca702f', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:21Z', 'updated_at': '2021-08-13T02:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:39:28.312119 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:28.335446 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 1859048a-e741-4e23-9480-e09992c5a650 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:28.335672 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:28.443992 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Pushing event updated for resources: {'Port': ['ID=d56180d0-22b8-4929-80d6-71c6bdeaeb3b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:28.447493 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-8f54d2d0-03e2-44ac-92e3-5ddcb5e48337 req-ae11572a-ddd1-4a02-8f8c-6ee3ff5f4afc service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777297 Aug 13 02:39:28.457856 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Pushing event updated for resources: {'Port': ['ID=58802906-8bf3-4366-874a-2cfc3bbb45af,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:28.464039 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:28.487232 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Transition to ACTIVE for port object 80a17a10-cdce-4b2a-a098-5de8d130f743 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:28.553664 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b68d12b3-6d70-49bf-89bf-301934e8e94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:28.599760 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:28.691544 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1662504'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:28.811111 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:39:28.845301 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa896f-b3ee-4a1f-bb25-87dd23e2dc0c req-edbf5719-e4e2-458f-98d3-dda21ca810fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:28.848883 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-37fa896f-b3ee-4a1f-bb25-87dd23e2dc0c req-edbf5719-e4e2-458f-98d3-dda21ca810fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f1bf98d70c54d758a20a5ee1e380ef4&device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 1097 time: 0.2509537 Aug 13 02:39:28.894597 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41983c74-ea32-4862-88fd-6b3abecd062b req-1ef5c5af-ac26-42a0-9109-9d639cc865e4 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:28.896230 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41983c74-ea32-4862-88fd-6b3abecd062b req-1ef5c5af-ac26-42a0-9109-9d639cc865e4 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 944 time: 0.4282784 Aug 13 02:39:28.920598 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809184c0-385a-4c06-ad86-4e9f95b94eb5 req-0cc105b7-12dc-4a67-bfc0-7aecb6f5d9c1 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:28.930988 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-809184c0-385a-4c06-ad86-4e9f95b94eb5 req-0cc105b7-12dc-4a67-bfc0-7aecb6f5d9c1 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.4800901 Aug 13 02:39:29.014012 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.088841 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.089898 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-809184c0-385a-4c06-ad86-4e9f95b94eb5 req-2e7d2f14-4620-4273-b590-b971d8fc7381 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572206 Aug 13 02:39:29.109110 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41983c74-ea32-4862-88fd-6b3abecd062b req-b6ce49b6-e4c7-499e-95a6-99c3f614e769 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599617 Aug 13 02:39:29.114635 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Transition to ACTIVE for port object a56b57d5-b515-43cb-b08e-fbb0e6ba79ae will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:29.134802 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa896f-b3ee-4a1f-bb25-87dd23e2dc0c req-7aa72d71-1565-4333-b4c5-a86bde794f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:29.137043 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-37fa896f-b3ee-4a1f-bb25-87dd23e2dc0c req-7aa72d71-1565-4333-b4c5-a86bde794f90 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0945f000-2077-4600-a181-e1215459c07a HTTP/1.1" status: 200 len: 916 time: 0.2703228 Aug 13 02:39:29.153713 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:29.175265 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804b0c6-e616-41ee-95c4-4239214dfa4c None None] Pushing event updated for resources: {'Port': ['ID=80a17a10-cdce-4b2a-a098-5de8d130f743,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:29.227992 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-37fa896f-b3ee-4a1f-bb25-87dd23e2dc0c req-88c3c918-82c2-4bf1-b76a-214dc5876f7e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d25671bd-0ca1-4479-97d0-d164082939ce HTTP/1.1" status: 200 len: 217 time: 0.0816214 Aug 13 02:39:29.229056 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Transition to ACTIVE for port object a56b57d5-b515-43cb-b08e-fbb0e6ba79ae will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:29.273878 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.308643 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Attempting to bind port 80a17a10-cdce-4b2a-a098-5de8d130f743 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:29.308954 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Attempting to bind port 80a17a10-cdce-4b2a-a098-5de8d130f743 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '8cad027f-0276-4952-945c-cd63439f014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:29.309319 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Attempting to bind port 80a17a10-cdce-4b2a-a098-5de8d130f743 on network 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:29.315355 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b68d12b3-6d70-49bf-89bf-301934e8e94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.317180 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-e10ba1e7-9021-4127-ada4-91e798550744 None None] Provisioning for port 58802906-8bf3-4366-874a-2cfc3bbb45af completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:29.342820 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:29.343339 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Checking segment: {'id': '8cad027f-0276-4952-945c-cd63439f014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:29.343914 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.344314 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Bound using segment: {'id': '8cad027f-0276-4952-945c-cd63439f014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:29.345394 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Bound port: 80a17a10-cdce-4b2a-a098-5de8d130f743, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cad027f-0276-4952-945c-cd63439f014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:29.345531 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.356895 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b68d12b3-6d70-49bf-89bf-301934e8e94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.367015 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-e10ba1e7-9021-4127-ada4-91e798550744 None None] Provisioning complete for port 58802906-8bf3-4366-874a-2cfc3bbb45af triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:29.367380 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e10ba1e7-9021-4127-ada4-91e798550744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.386886 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686525'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.403016 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Network b14afc97-fe72-47a6-86eb-dc6f951c32a6 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:29.403277 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b68d12b3-6d70-49bf-89bf-301934e8e94a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42713956fa954dff82a2c7f045a5b9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2801609 Aug 13 02:39:29.405287 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58062) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:29.437741 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:29.454891 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:29.470872 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.476961 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Pushing event updated for resources: {'Port': ['ID=a56b57d5-b515-43cb-b08e-fbb0e6ba79ae,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:29.496951 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa896f-b3ee-4a1f-bb25-87dd23e2dc0c req-74889f8a-01df-4394-9854-c96086c4075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:29.498446 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-37fa896f-b3ee-4a1f-bb25-87dd23e2dc0c req-74889f8a-01df-4394-9854-c96086c4075a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7b402c5-713b-4159-ad46-e99bb2dc7e4a HTTP/1.1" status: 200 len: 855 time: 0.2583263 Aug 13 02:39:29.505799 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d12b3-6d70-49bf-89bf-301934e8e94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad13faa-7277-41ef-85fb-02d0c82fdc61,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:29.544115 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-e10ba1e7-9021-4127-ada4-91e798550744 None None] Port 58802906-8bf3-4366-874a-2cfc3bbb45af cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:39:29.557188 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:29.557663 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.559612 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Router 29d8de19-5086-475e-8436-6f5e69f62bc8 is scheduled to L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:39:29.567396 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-37fa896f-b3ee-4a1f-bb25-87dd23e2dc0c req-e8cc013d-7012-4295-802d-4c402e917a79 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0945f000-2077-4600-a181-e1215459c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508478 Aug 13 02:39:29.569714 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b371fcff-e2f1-48e2-91a3-69f7e1676514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.574090 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] For port 80a17a10-cdce-4b2a-a098-5de8d130f743, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:29.619036 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] For port 80a17a10-cdce-4b2a-a098-5de8d130f743, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=80a17a10-cdce-4b2a-a098-5de8d130f743,segment=NetworkSegment(8cad027f-0276-4952-945c-cd63439f014e),segment_id=8cad027f-0276-4952-945c-cd63439f014e)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:29.630489 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Attempting to bind port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:29.630901 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Attempting to bind port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': 'f6aea8cd-49fa-40fa-8aec-5d2bfa267a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:29.631264 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Attempting to bind port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae on network b14afc97-fe72-47a6-86eb-dc6f951c32a6 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:29.636614 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.638727 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b371fcff-e2f1-48e2-91a3-69f7e1676514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.671615 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:29.671991 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Checking segment: {'id': 'f6aea8cd-49fa-40fa-8aec-5d2bfa267a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:29.672394 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.672831 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Bound using segment: {'id': 'f6aea8cd-49fa-40fa-8aec-5d2bfa267a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:29.673320 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Bound port: a56b57d5-b515-43cb-b08e-fbb0e6ba79ae, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6aea8cd-49fa-40fa-8aec-5d2bfa267a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:29.673703 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.712508 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:39:29.736390 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:29.738165 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9978c14d-1c25-4daa-9840-d510f9da70b5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1155519 Aug 13 02:39:29.741335 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 58064) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:29.756930 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Sync routers for ids ['29d8de19-5086-475e-8436-6f5e69f62bc8'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:39:29.789259 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Routers {'29d8de19-5086-475e-8436-6f5e69f62bc8'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:29.789918 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['29d8de19-5086-475e-8436-6f5e69f62bc8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:29.902748 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Set router 29d8de19-5086-475e-8436-6f5e69f62bc8 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:29.988751 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804b0c6-e616-41ee-95c4-4239214dfa4c None None] Pushing event updated for resources: {'Port': ['ID=80a17a10-cdce-4b2a-a098-5de8d130f743,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:29.991905 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Routers {'986abc38-0673-4779-9467-550d4bade644'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:29.992851 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['986abc38-0673-4779-9467-550d4bade644'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:30.028877 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b371fcff-e2f1-48e2-91a3-69f7e1676514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:30.031408 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b371fcff-e2f1-48e2-91a3-69f7e1676514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:30.033344 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b371fcff-e2f1-48e2-91a3-69f7e1676514 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ad13faa-7277-41ef-85fb-02d0c82fdc61 HTTP/1.1" status: 204 len: 168 time: 0.6236155 Aug 13 02:39:30.103512 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371fcff-e2f1-48e2-91a3-69f7e1676514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad13faa-7277-41ef-85fb-02d0c82fdc61,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:30.201019 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-37fa896f-b3ee-4a1f-bb25-87dd23e2dc0c req-f759c9a1-f321-404d-b3f1-84b51720b755 service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229360 Aug 13 02:39:30.220168 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] For port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:30.297010 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] For port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=a56b57d5-b515-43cb-b08e-fbb0e6ba79ae,segment=NetworkSegment(f6aea8cd-49fa-40fa-8aec-5d2bfa267a78),segment_id=f6aea8cd-49fa-40fa-8aec-5d2bfa267a78)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:30.318854 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:30.539942 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-37fa896f-b3ee-4a1f-bb25-87dd23e2dc0c req-3d9ace59-a412-45d2-b35f-650b29611464 service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126180 Aug 13 02:39:30.549829 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:30.569925 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:30.601013 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20c1c7-85a0-4ba4-a9d6-1a30d7ff8b91 req-e6912ff9-631f-4108-9779-758d08d0603a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:30.603427 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1e20c1c7-85a0-4ba4-a9d6-1a30d7ff8b91 req-e6912ff9-631f-4108-9779-758d08d0603a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.3379428 Aug 13 02:39:30.657966 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b15e3a-dace-4d81-a8bb-5263dc016dac req-13b66562-c38e-4c0e-82e8-97fe7e752b95 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:30.659635 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b6b15e3a-dace-4d81-a8bb-5263dc016dac req-13b66562-c38e-4c0e-82e8-97fe7e752b95 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 944 time: 0.3351960 Aug 13 02:39:30.663394 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 80a17a10-cdce-4b2a-a098-5de8d130f743 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:30.739402 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58104) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:30.752514 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] Set router 986abc38-0673-4779-9467-550d4bade644 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:30.765425 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b6b15e3a-dace-4d81-a8bb-5263dc016dac req-a782dcbc-a026-4c8b-b21d-36e49874ba3f tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895448 Aug 13 02:39:30.775751 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1e20c1c7-85a0-4ba4-a9d6-1a30d7ff8b91 req-29147cec-c512-4a65-aed3-72dc9edc7cdc tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623182 Aug 13 02:39:30.842373 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:30.856672 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7f2c01-a1cf-404a-8f44-7312c88feb28 None None] Pushing event updated for resources: {'Port': ['ID=a56b57d5-b515-43cb-b08e-fbb0e6ba79ae,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:30.873670 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1662652'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:30.879295 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd238228-df98-412e-a694-be49d9ec9ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:30.890453 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Pushing event updated for resources: {'Port': ['ID=58802906-8bf3-4366-874a-2cfc3bbb45af,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:30.939515 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 80a17a10-cdce-4b2a-a098-5de8d130f743 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:30.948609 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 80a17a10-cdce-4b2a-a098-5de8d130f743 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:30.949063 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:31.037485 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd238228-df98-412e-a694-be49d9ec9ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:31.067824 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'name': 'tempest-TestMinimumBasicScenario-464919714-router', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd56180d0-22b8-4929-80d6-71c6bdeaeb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:25Z', 'updated_at': '2021-08-13T02:39:28Z', 'revision_number': 3, 'project_id': 'c09bdcd2c12348c3be1fe1230e893401', 'gw_port': {'id': 'd56180d0-22b8-4929-80d6-71c6bdeaeb3b', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:26Z', 'updated_at': '2021-08-13T02:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:31.117147 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Checking router: 29d8de19-5086-475e-8436-6f5e69f62bc8 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:39:31.117485 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Updating router 29d8de19-5086-475e-8436-6f5e69f62bc8 port d56180d0-22b8-4929-80d6-71c6bdeaeb3b binding host dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:39:31.143715 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Allocated IP 172.20.0.1 (b14afc97-fe72-47a6-86eb-dc6f951c32a6/b6fb474e-13a7-410a-9d53-415daec42bdf/9faeb822-e9a0-4b5b-b07e-cafdf382977f) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:31.173114 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd238228-df98-412e-a694-be49d9ec9ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:31.173351 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:31.214417 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Network b549cc96-dea9-4d38-9aa4-7035a9dde112 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:31.223100 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:31.345368 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:31.362994 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Transition to ACTIVE for port object 9faeb822-e9a0-4b5b-b07e-cafdf382977f will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:31.364833 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-cd238228-df98-412e-a694-be49d9ec9ecd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26d0903736304ac2a6db7ec70e0504d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6164196 Aug 13 02:39:31.367986 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 58106) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:31.370801 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd238228-df98-412e-a694-be49d9ec9ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1c0882-b6f0-4cba-8f74-4ec676263400,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:31.451504 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5e47a04a-1ed6-451a-9891-ef2a10133890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:31.465863 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:31.487721 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Router 488f6212-d023-4ab5-bdd2-04839394cf9e has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:39:31.488109 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5e47a04a-1ed6-451a-9891-ef2a10133890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:31.499137 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:31.579451 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Network b14afc97-fe72-47a6-86eb-dc6f951c32a6 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:31.585831 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 80a17a10-cdce-4b2a-a098-5de8d130f743, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=80a17a10-cdce-4b2a-a098-5de8d130f743,segment=NetworkSegment(8cad027f-0276-4952-945c-cd63439f014e),segment_id=8cad027f-0276-4952-945c-cd63439f014e)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:31.596927 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:31.598507 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device bb257cb1-c50a-43e4-9e5c-16bba1ca702f up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:31.618168 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:31.623634 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:31.625844 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=9faeb822-e9a0-4b5b-b07e-cafdf382977f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:31.687868 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1662504'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:31.719597 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=80a17a10-cdce-4b2a-a098-5de8d130f743,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:31.740420 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:39:31.758503 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b6212878-eaed-4703-bb62-fdbd67239a51 admin admin] 10.222.0.42 "PUT /v2.0/routers/488f6212-d023-4ab5-bdd2-04839394cf9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1735137 Aug 13 02:39:31.762189 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Sync routers for ids ['488f6212-d023-4ab5-bdd2-04839394cf9e'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:39:31.773330 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5e47a04a-1ed6-451a-9891-ef2a10133890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:31.775900 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Routers {'488f6212-d023-4ab5-bdd2-04839394cf9e'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:31.776094 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['488f6212-d023-4ab5-bdd2-04839394cf9e'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:31.792480 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5e47a04a-1ed6-451a-9891-ef2a10133890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:31.796194 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5e47a04a-1ed6-451a-9891-ef2a10133890 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4b1c0882-b6f0-4cba-8f74-4ec676263400 HTTP/1.1" status: 204 len: 168 time: 0.4227543 Aug 13 02:39:31.813449 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47a04a-1ed6-451a-9891-ef2a10133890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1c0882-b6f0-4cba-8f74-4ec676263400,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:31.955065 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:32.047471 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Transition to ACTIVE for port object d56180d0-22b8-4929-80d6-71c6bdeaeb3b will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:32.079036 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Set router 488f6212-d023-4ab5-bdd2-04839394cf9e gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:32.099933 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device d25671bd-0ca1-4479-97d0-d164082939ce details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:39:32.151627 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8406f4-dcb1-465a-a405-a34006046c6d req-59454163-97c5-401f-98c0-d2abd8e88530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:32.156907 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ae8406f4-dcb1-465a-a405-a34006046c6d req-59454163-97c5-401f-98c0-d2abd8e88530 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 1098 time: 0.0919766 Aug 13 02:39:32.233395 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:32.237630 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-ae8406f4-dcb1-465a-a405-a34006046c6d req-82083a9f-bb32-4100-8563-8550c26c56a5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721722 Aug 13 02:39:32.241107 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986abc38-0673-4779-9467-550d4bade644', 'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '1859048a-e741-4e23-9480-e09992c5a650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:18Z', 'revision_number': 4, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'gw_port': {'id': '1859048a-e741-4e23-9480-e09992c5a650', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:14Z', 'updated_at': '2021-08-13T02:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '80a17a10-cdce-4b2a-a098-5de8d130f743', 'name': '', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'mac_address': 'fa:16:3e:1f:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:17Z', 'updated_at': '2021-08-13T02:39:29Z', 'revision_number': 4, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'subnets': [{'id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:32.286814 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c7e3c9-1697-4867-84bc-dfb2d9bd8368 None None] The sync data for ids ['986abc38-0673-4779-9467-550d4bade644'] in dv-cinder-760184-6-iscsi is: [{'id': '986abc38-0673-4779-9467-550d4bade644', 'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '1859048a-e741-4e23-9480-e09992c5a650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:18Z', 'revision_number': 4, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'gw_port': {'id': '1859048a-e741-4e23-9480-e09992c5a650', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:14Z', 'updated_at': '2021-08-13T02:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '80a17a10-cdce-4b2a-a098-5de8d130f743', 'name': '', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'mac_address': 'fa:16:3e:1f:e0:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:17Z', 'updated_at': '2021-08-13T02:39:29Z', 'revision_number': 4, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'subnets': [{'id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:39:32.301613 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f93b2741-9416-4f5e-84f6-6f0131a64ff2 None None] Provisioning complete for port 58802906-8bf3-4366-874a-2cfc3bbb45af triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:32.302023 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f93b2741-9416-4f5e-84f6-6f0131a64ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:32.401991 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-f93b2741-9416-4f5e-84f6-6f0131a64ff2 None None] Port 58802906-8bf3-4366-874a-2cfc3bbb45af cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:39:32.455824 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port bb257cb1-c50a-43e4-9e5c-16bba1ca702f completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:32.486487 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca54312-093a-4825-ba9e-59d8af1db0a3 None None] Network b14afc97-fe72-47a6-86eb-dc6f951c32a6 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:39:32.559468 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port bb257cb1-c50a-43e4-9e5c-16bba1ca702f triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:32.559839 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:32.561630 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'name': 'tempest-TestVolumeBootPattern-1586254763-router', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'bb257cb1-c50a-43e4-9e5c-16bba1ca702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:20Z', 'updated_at': '2021-08-13T02:39:29Z', 'revision_number': 4, 'project_id': 'cc5acac69e754e32b265354da6f8014c', 'gw_port': {'id': 'bb257cb1-c50a-43e4-9e5c-16bba1ca702f', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:21Z', 'updated_at': '2021-08-13T02:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '58802906-8bf3-4366-874a-2cfc3bbb45af', 'name': '', 'network_id': 'b549cc96-dea9-4d38-9aa4-7035a9dde112', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c', 'mac_address': 'fa:16:3e:27:54:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6dd82e0c-f280-47e7-9c5f-446db8f11c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:27Z', 'updated_at': '2021-08-13T02:39:29Z', 'revision_number': 2, 'project_id': 'cc5acac69e754e32b265354da6f8014c', 'subnets': [{'id': '6dd82e0c-f280-47e7-9c5f-446db8f11c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:32.567283 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Attempting to bind port d56180d0-22b8-4929-80d6-71c6bdeaeb3b on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:32.567653 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Attempting to bind port d56180d0-22b8-4929-80d6-71c6bdeaeb3b by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:32.568010 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Attempting to bind port d56180d0-22b8-4929-80d6-71c6bdeaeb3b on network 62097cf8-f4d4-4991-952d-10ed3758274c {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:32.605916 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49283c-ce5e-4389-8b99-479b90c901a7 None None] Pushing event updated for resources: {'Port': ['ID=d56180d0-22b8-4929-80d6-71c6bdeaeb3b,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:32.613939 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Checking router: 488f6212-d023-4ab5-bdd2-04839394cf9e for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:39:32.615093 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Updating router 488f6212-d023-4ab5-bdd2-04839394cf9e port 58802906-8bf3-4366-874a-2cfc3bbb45af binding host dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:39:32.637132 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:32.637132 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Checking segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:32.637132 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:32.637132 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Bound using segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:32.651856 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Bound port: d56180d0-22b8-4929-80d6-71c6bdeaeb3b, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:32.652370 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:32.672728 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732d7dc-bf6f-4168-bf94-ad64027dd38b req-fa1af1b6-188d-46ba-9383-11d623b5038d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:32.674843 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5732d7dc-bf6f-4168-bf94-ad64027dd38b req-fa1af1b6-188d-46ba-9383-11d623b5038d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.7051325 Aug 13 02:39:32.696961 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:32.729091 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port d25671bd-0ca1-4479-97d0-d164082939ce, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=d25671bd-0ca1-4479-97d0-d164082939ce,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:32.730294 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af2c6e-a8b3-4245-bd8d-c460f1cd46c9 req-5d8996c9-3ceb-4081-93d4-8574853cdc53 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:32.731706 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86af2c6e-a8b3-4245-bd8d-c460f1cd46c9 req-5d8996c9-3ceb-4081-93d4-8574853cdc53 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 944 time: 0.7669096 Aug 13 02:39:32.747251 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:32.870506 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-ec5ca34a-a894-488f-9108-99e8a5ee5a17 None None] Provisioning for port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:32.870910 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5732d7dc-bf6f-4168-bf94-ad64027dd38b req-0b8b3a01-0dfc-4f27-93e4-75ce9f703d61 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705096 Aug 13 02:39:32.893972 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': 'd25671bd-0ca1-4479-97d0-d164082939ce', 'network_id': '0945f000-2077-4600-a181-e1215459c07a', 'port_id': 'd25671bd-0ca1-4479-97d0-d164082939ce', 'mac_address': 'fa:16:3e:08:30:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b402c5-713b-4159-ad46-e99bb2dc7e4a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:39:32.920690 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86af2c6e-a8b3-4245-bd8d-c460f1cd46c9 req-10a9802b-d912-4420-a1f7-e9ec9529d885 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767390 Aug 13 02:39:33.011114 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] For port d56180d0-22b8-4929-80d6-71c6bdeaeb3b, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:33.023221 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] For port d56180d0-22b8-4929-80d6-71c6bdeaeb3b, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=d56180d0-22b8-4929-80d6-71c6bdeaeb3b,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:33.186931 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:33.230503 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:33.240929 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:33.247933 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:33.261495 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Transition to ACTIVE for port object 58802906-8bf3-4366-874a-2cfc3bbb45af will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:33.277418 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:33.318151 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:33.342682 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:33.353803 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1662652'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:33.357528 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=9faeb822-e9a0-4b5b-b07e-cafdf382977f,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:33.404338 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:33.418738 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Routers {'29d8de19-5086-475e-8436-6f5e69f62bc8'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:33.419543 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['29d8de19-5086-475e-8436-6f5e69f62bc8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:33.500846 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d25671bd-0ca1-4479-97d0-d164082939ce {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:33.515724 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49283c-ce5e-4389-8b99-479b90c901a7 None None] Pushing event updated for resources: {'Port': ['ID=d56180d0-22b8-4929-80d6-71c6bdeaeb3b,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:33.618505 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port bb257cb1-c50a-43e4-9e5c-16bba1ca702f, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=bb257cb1-c50a-43e4-9e5c-16bba1ca702f,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:33.660341 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Network b14afc97-fe72-47a6-86eb-dc6f951c32a6 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:33.662210 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:33.715228 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f52d61-d12f-49ef-85e7-115911db5a92 None None] Pushing event updated for resources: {'Port': ['ID=58802906-8bf3-4366-874a-2cfc3bbb45af,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:33.773965 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Attempting to bind port 58802906-8bf3-4366-874a-2cfc3bbb45af on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:33.775631 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Attempting to bind port 58802906-8bf3-4366-874a-2cfc3bbb45af by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': 'c88dfa7a-1902-4ab5-94f3-0c6aef692534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b549cc96-dea9-4d38-9aa4-7035a9dde112'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:33.776749 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Attempting to bind port 58802906-8bf3-4366-874a-2cfc3bbb45af on network b549cc96-dea9-4d38-9aa4-7035a9dde112 {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:33.789648 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:33.790578 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Checking segment: {'id': 'c88dfa7a-1902-4ab5-94f3-0c6aef692534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b549cc96-dea9-4d38-9aa4-7035a9dde112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:33.792545 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:33.793996 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Bound using segment: {'id': 'c88dfa7a-1902-4ab5-94f3-0c6aef692534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b549cc96-dea9-4d38-9aa4-7035a9dde112'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:33.795994 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Bound port: 58802906-8bf3-4366-874a-2cfc3bbb45af, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88dfa7a-1902-4ab5-94f3-0c6aef692534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b549cc96-dea9-4d38-9aa4-7035a9dde112'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:33.797031 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:33.943012 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] For port 58802906-8bf3-4366-874a-2cfc3bbb45af, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:33.950340 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] For port 58802906-8bf3-4366-874a-2cfc3bbb45af, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=58802906-8bf3-4366-874a-2cfc3bbb45af,segment=NetworkSegment(c88dfa7a-1902-4ab5-94f3-0c6aef692534),segment_id=c88dfa7a-1902-4ab5-94f3-0c6aef692534)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:33.967871 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:33.983501 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Router 29d8de19-5086-475e-8436-6f5e69f62bc8 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:39:34.105915 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Routers {'488f6212-d023-4ab5-bdd2-04839394cf9e'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:34.106822 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['488f6212-d023-4ab5-bdd2-04839394cf9e'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:34.188393 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port d25671bd-0ca1-4479-97d0-d164082939ce, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=d25671bd-0ca1-4479-97d0-d164082939ce,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:34.205628 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:34.209243 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device a9a9087c-8e0c-453a-b61c-fe24eaa3b05f up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:34.233318 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f52d61-d12f-49ef-85e7-115911db5a92 None None] Pushing event updated for resources: {'Port': ['ID=58802906-8bf3-4366-874a-2cfc3bbb45af,revision_number=4']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:34.317476 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd6aab-a884-4e93-bd60-f7ee234a1f09 req-4398fe80-fb4a-45fe-9aa6-3ca63e43b570 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:34.320393 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-59dd6aab-a884-4e93-bd60-f7ee234a1f09 req-4398fe80-fb4a-45fe-9aa6-3ca63e43b570 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.2464681 Aug 13 02:39:34.378932 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:34.411402 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] Set router 488f6212-d023-4ab5-bdd2-04839394cf9e gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:34.464675 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-59dd6aab-a884-4e93-bd60-f7ee234a1f09 req-96504a06-4aac-46d0-aa2b-256ea0e2727e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332791 Aug 13 02:39:34.473262 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:39:34.526689 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6ad04b10-0b41-4e7d-acda-2862a8e2d0e8 admin admin] 10.222.0.42 "PUT /v2.0/routers/29d8de19-5086-475e-8436-6f5e69f62bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7838628 Aug 13 02:39:34.637193 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58208) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:34.642979 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-090b5efa-6ad9-413b-87f9-728d54aa3c73 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-531461428', 'description': 'tempest-secgroup-smoke-531461428 description', 'project_id': 'b91bd85928624ab6b05622798c36e4e0'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:34.673876 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=bb257cb1-c50a-43e4-9e5c-16bba1ca702f,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:34.698314 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] Set router 29d8de19-5086-475e-8436-6f5e69f62bc8 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:34.703440 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-090b5efa-6ad9-413b-87f9-728d54aa3c73 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:34.710199 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca7631-eefc-4995-a3aa-ba682362133a req-bc082627-35d4-4339-a9d5-27157d80d9e3 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:34.714248 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f7ca7631-eefc-4995-a3aa-ba682362133a req-bc082627-35d4-4339-a9d5-27157d80d9e3 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 945 time: 0.1145225 Aug 13 02:39:34.789674 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f7ca7631-eefc-4995-a3aa-ba682362133a req-b0839f19-d2e0-4bb8-ba55-6d4fab9a7614 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677025 Aug 13 02:39:34.837809 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-89054cf2-e0ec-473d-8985-125a407b98db None None] Provisioning for port 9faeb822-e9a0-4b5b-b07e-cafdf382977f completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:34.876980 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-89054cf2-e0ec-473d-8985-125a407b98db None None] Provisioning complete for port 9faeb822-e9a0-4b5b-b07e-cafdf382977f triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:34.877318 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-89054cf2-e0ec-473d-8985-125a407b98db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:34.885412 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 58220) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:34.895740 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-090b5efa-6ad9-413b-87f9-728d54aa3c73 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:34.903064 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'name': 'tempest-TestVolumeBootPattern-1586254763-router', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'bb257cb1-c50a-43e4-9e5c-16bba1ca702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:20Z', 'updated_at': '2021-08-13T02:39:29Z', 'revision_number': 4, 'project_id': 'cc5acac69e754e32b265354da6f8014c', 'gw_port': {'id': 'bb257cb1-c50a-43e4-9e5c-16bba1ca702f', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:21Z', 'updated_at': '2021-08-13T02:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '58802906-8bf3-4366-874a-2cfc3bbb45af', 'name': '', 'network_id': 'b549cc96-dea9-4d38-9aa4-7035a9dde112', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c', 'mac_address': 'fa:16:3e:27:54:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6dd82e0c-f280-47e7-9c5f-446db8f11c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:27Z', 'updated_at': '2021-08-13T02:39:33Z', 'revision_number': 4, 'project_id': 'cc5acac69e754e32b265354da6f8014c', 'subnets': [{'id': '6dd82e0c-f280-47e7-9c5f-446db8f11c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:34.911545 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-090b5efa-6ad9-413b-87f9-728d54aa3c73 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:34.930087 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13009fa-1418-436c-8033-3e7f3138ea05 None None] The sync data for ids ['488f6212-d023-4ab5-bdd2-04839394cf9e'] in dv-cinder-760184-6-iscsi is: [{'id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'name': 'tempest-TestVolumeBootPattern-1586254763-router', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'bb257cb1-c50a-43e4-9e5c-16bba1ca702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:20Z', 'updated_at': '2021-08-13T02:39:29Z', 'revision_number': 4, 'project_id': 'cc5acac69e754e32b265354da6f8014c', 'gw_port': {'id': 'bb257cb1-c50a-43e4-9e5c-16bba1ca702f', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:21Z', 'updated_at': '2021-08-13T02:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '58802906-8bf3-4366-874a-2cfc3bbb45af', 'name': '', 'network_id': 'b549cc96-dea9-4d38-9aa4-7035a9dde112', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c', 'mac_address': 'fa:16:3e:27:54:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '6dd82e0c-f280-47e7-9c5f-446db8f11c58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:27Z', 'updated_at': '2021-08-13T02:39:33Z', 'revision_number': 4, 'project_id': 'cc5acac69e754e32b265354da6f8014c', 'subnets': [{'id': '6dd82e0c-f280-47e7-9c5f-446db8f11c58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:39:34.962859 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['d25671bd-0ca1-4479-97d0-d164082939ce'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:39:34.978367 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-090b5efa-6ad9-413b-87f9-728d54aa3c73 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:34.979640 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-090b5efa-6ad9-413b-87f9-728d54aa3c73 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3407669 Aug 13 02:39:34.990875 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58226) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:35.007858 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-a17e4796-37ec-4365-bfae-05540bae3336 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Request body: {'security_group_rule': {'security_group_id': 'e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd', 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:35.016969 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b5efa-6ad9-413b-87f9-728d54aa3c73 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:35.087677 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a17e4796-37ec-4365-bfae-05540bae3336 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:35.209741 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:35.211748 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:35.225228 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a17e4796-37ec-4365-bfae-05540bae3336 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:35.254803 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a17e4796-37ec-4365-bfae-05540bae3336 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:35.298804 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e4796-37ec-4365-bfae-05540bae3336 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af62543d-f6ff-470e-9658-0720ab41f2c7,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:35.304101 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a17e4796-37ec-4365-bfae-05540bae3336 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:35.305332 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a17e4796-37ec-4365-bfae-05540bae3336 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3140128 Aug 13 02:39:35.308980 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58238) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:35.311168 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d97f90-5623-45fa-86ef-b91fb423daa6 req-17253321-5833-4f32-8f27-ab8afb2685d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:35.312711 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d9d97f90-5623-45fa-86ef-b91fb423daa6 req-17253321-5833-4f32-8f27-ab8afb2685d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ab7602dc7a742c9ab40295105bc5b1a&device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 1098 time: 0.1294143 Aug 13 02:39:35.318265 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-e87e31b9-794e-464d-b78b-e7d5c24ca927 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Request body: {'security_group_rule': {'security_group_id': 'e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd', 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:35.323350 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-25a62be0-c3fc-4801-99a1-3d1e3b457be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:35.383405 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=d25671bd-0ca1-4479-97d0-d164082939ce,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:35.397698 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143bc2a-9a05-4727-b7f1-801f5f69c751 req-a4cf90ae-abd5-4464-9ce3-04ff4d18acc9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:35.397887 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-89054cf2-e0ec-473d-8985-125a407b98db None None] Port 9faeb822-e9a0-4b5b-b07e-cafdf382977f cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:39:35.399614 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8143bc2a-9a05-4727-b7f1-801f5f69c751 req-a4cf90ae-abd5-4464-9ce3-04ff4d18acc9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.1572616 Aug 13 02:39:35.477611 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d97f90-5623-45fa-86ef-b91fb423daa6 req-39db12c0-4094-485e-9085-1fd0d8ee8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:35.481965 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d9d97f90-5623-45fa-86ef-b91fb423daa6 req-39db12c0-4094-485e-9085-1fd0d8ee8b24 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fe858a6-ca4c-4264-bddc-22721051f7c2 HTTP/1.1" status: 200 len: 919 time: 0.1583276 Aug 13 02:39:35.514074 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8143bc2a-9a05-4727-b7f1-801f5f69c751 req-71615832-9da8-4a3e-bebd-04f6ce943265 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048675 Aug 13 02:39:35.640863 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-25a62be0-c3fc-4801-99a1-3d1e3b457be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:35.650228 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-25a62be0-c3fc-4801-99a1-3d1e3b457be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:35.698289 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d9d97f90-5623-45fa-86ef-b91fb423daa6 req-15d2156f-c9cc-4323-8c54-c7fba6300d34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 HTTP/1.1" status: 200 len: 217 time: 0.1951456 Aug 13 02:39:35.740757 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-25a62be0-c3fc-4801-99a1-3d1e3b457be1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=731a70e2ff4a4633888c7b3679f05267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8526356 Aug 13 02:39:35.745005 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58262) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:35.748051 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a62be0-c3fc-4801-99a1-3d1e3b457be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ff50fd-622f-4c30-9eb7-73dc0f097aa7,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:35.761393 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e87e31b9-794e-464d-b78b-e7d5c24ca927 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:35.876914 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-f7be9427-aa99-49cc-a7f5-ef8e1716a3bc None None] Provisioning complete for port 9faeb822-e9a0-4b5b-b07e-cafdf382977f triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:35.877298 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f7be9427-aa99-49cc-a7f5-ef8e1716a3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:35.937261 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'name': 'tempest-TestMinimumBasicScenario-464919714-router', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd56180d0-22b8-4929-80d6-71c6bdeaeb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:25Z', 'updated_at': '2021-08-13T02:39:32Z', 'revision_number': 4, 'project_id': 'c09bdcd2c12348c3be1fe1230e893401', 'gw_port': {'id': 'd56180d0-22b8-4929-80d6-71c6bdeaeb3b', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:26Z', 'updated_at': '2021-08-13T02:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '9faeb822-e9a0-4b5b-b07e-cafdf382977f', 'name': '', 'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'mac_address': 'fa:16:3e:b5:df:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b6fb474e-13a7-410a-9d53-415daec42bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:30Z', 'updated_at': '2021-08-13T02:39:32Z', 'revision_number': 2, 'project_id': 'c09bdcd2c12348c3be1fe1230e893401', 'subnets': [{'id': 'b6fb474e-13a7-410a-9d53-415daec42bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:36.043713 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e87e31b9-794e-464d-b78b-e7d5c24ca927 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.081661 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408c99e4-df36-498b-aaa9-43bc5f98462f None None] The sync data for ids ['29d8de19-5086-475e-8436-6f5e69f62bc8'] in dv-cinder-760184-6-iscsi is: [{'id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'name': 'tempest-TestMinimumBasicScenario-464919714-router', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd56180d0-22b8-4929-80d6-71c6bdeaeb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:25Z', 'updated_at': '2021-08-13T02:39:32Z', 'revision_number': 4, 'project_id': 'c09bdcd2c12348c3be1fe1230e893401', 'gw_port': {'id': 'd56180d0-22b8-4929-80d6-71c6bdeaeb3b', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:26Z', 'updated_at': '2021-08-13T02:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '9faeb822-e9a0-4b5b-b07e-cafdf382977f', 'name': '', 'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'mac_address': 'fa:16:3e:b5:df:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b6fb474e-13a7-410a-9d53-415daec42bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:30Z', 'updated_at': '2021-08-13T02:39:32Z', 'revision_number': 2, 'project_id': 'c09bdcd2c12348c3be1fe1230e893401', 'subnets': [{'id': 'b6fb474e-13a7-410a-9d53-415daec42bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:39:36.085090 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-f7be9427-aa99-49cc-a7f5-ef8e1716a3bc None None] Port 9faeb822-e9a0-4b5b-b07e-cafdf382977f cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:39:36.096060 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e87e31b9-794e-464d-b78b-e7d5c24ca927 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.177161 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3c370-bc7b-4011-a76a-e69c2c0c82ee req-fa5fdc06-1dff-4a79-a65e-26f8de3141de tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:36.181222 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c4f3c370-bc7b-4011-a76a-e69c2c0c82ee req-fa5fdc06-1dff-4a79-a65e-26f8de3141de tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 945 time: 0.2155709 Aug 13 02:39:36.194388 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d97f90-5623-45fa-86ef-b91fb423daa6 req-81f0eb2f-775e-4f0a-be36-f811ffa434f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:36.196255 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d9d97f90-5623-45fa-86ef-b91fb423daa6 req-81f0eb2f-775e-4f0a-be36-f811ffa434f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c HTTP/1.1" status: 200 len: 858 time: 0.4822521 Aug 13 02:39:36.207318 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e87e31b9-794e-464d-b78b-e7d5c24ca927 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.209235 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e87e31b9-794e-464d-b78b-e7d5c24ca927 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8956184 Aug 13 02:39:36.210730 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e31b9-794e-464d-b78b-e7d5c24ca927 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36375351-456e-446b-a09d-f12d856ae1b8,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:36.219030 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58288) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:36.234837 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-7066fc8a-2503-4d76-891c-7a076b235e5f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Request body: {'security_group_rule': {'security_group_id': 'e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd', 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:36.240407 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-07803e86-6b8b-461d-9d37-15a6ed88f536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.281512 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d9d97f90-5623-45fa-86ef-b91fb423daa6 req-900c709f-bd51-4225-aca7-e5ad29588eb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fe858a6-ca4c-4264-bddc-22721051f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608876 Aug 13 02:39:36.314422 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device a56b57d5-b515-43cb-b08e-fbb0e6ba79ae up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:36.320247 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c4f3c370-bc7b-4011-a76a-e69c2c0c82ee req-e2cc9cdc-a0e0-4468-a134-052b34c64ca7 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272078 Aug 13 02:39:36.373597 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-07803e86-6b8b-461d-9d37-15a6ed88f536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.426646 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8ecb1573-6bc6-4a24-a9c7-4364f08e83b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.477436 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:36.480185 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7066fc8a-2503-4d76-891c-7a076b235e5f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.492630 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:36.493003 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.631302 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-07803e86-6b8b-461d-9d37-15a6ed88f536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.633847 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-07803e86-6b8b-461d-9d37-15a6ed88f536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.637870 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-07803e86-6b8b-461d-9d37-15a6ed88f536 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57ff50fd-622f-4c30-9eb7-73dc0f097aa7 HTTP/1.1" status: 204 len: 168 time: 0.8882020 Aug 13 02:39:36.752400 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7066fc8a-2503-4d76-891c-7a076b235e5f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.755390 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.796674 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7066fc8a-2503-4d76-891c-7a076b235e5f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.870599 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=a56b57d5-b515-43cb-b08e-fbb0e6ba79ae,segment=NetworkSegment(f6aea8cd-49fa-40fa-8aec-5d2bfa267a78),segment_id=f6aea8cd-49fa-40fa-8aec-5d2bfa267a78)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:36.881776 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c934af3-d805-41b7-b2e6-e5adf9e47e48 req-8fb7a957-184c-4956-ba9d-d8a5ba37c70f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:36.882634 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07803e86-6b8b-461d-9d37-15a6ed88f536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ff50fd-622f-4c30-9eb7-73dc0f097aa7,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:36.883420 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:36.884331 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 80a17a10-cdce-4b2a-a098-5de8d130f743 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:36.901131 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c934af3-d805-41b7-b2e6-e5adf9e47e48 req-8fb7a957-184c-4956-ba9d-d8a5ba37c70f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.1374588 Aug 13 02:39:36.911164 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066fc8a-2503-4d76-891c-7a076b235e5f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d03e45-524a-4d02-bb3d-b9e09a7edc53,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:36.952251 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d9d97f90-5623-45fa-86ef-b91fb423daa6 req-56ac2f9f-e426-4997-9212-32b948e6ec47 service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466362 Aug 13 02:39:37.028688 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c934af3-d805-41b7-b2e6-e5adf9e47e48 req-bf4e944e-d372-4bb8-b667-a57d94c6c8f9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264012 Aug 13 02:39:37.059855 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7066fc8a-2503-4d76-891c-7a076b235e5f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:37.068980 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 58306) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:37.072321 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7066fc8a-2503-4d76-891c-7a076b235e5f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8478880 Aug 13 02:39:37.077761 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-cda5bd9c-a0d9-4435-86f1-6bcde65ffc02 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Request body: {'security_group_rule': {'security_group_id': 'e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd', 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:37.188858 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cda5bd9c-a0d9-4435-86f1-6bcde65ffc02 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:37.231109 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=a56b57d5-b515-43cb-b08e-fbb0e6ba79ae,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:37.252018 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d9d97f90-5623-45fa-86ef-b91fb423daa6 req-bd854c99-8353-4738-97db-0cbbc58fdea6 service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832346 Aug 13 02:39:37.321190 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 80a17a10-cdce-4b2a-a098-5de8d130f743 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:37.322495 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:37.416009 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cda5bd9c-a0d9-4435-86f1-6bcde65ffc02 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:37.445185 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cda5bd9c-a0d9-4435-86f1-6bcde65ffc02 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:37.487340 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5bd9c-a0d9-4435-86f1-6bcde65ffc02 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9826a800-ec3a-49a9-9501-8b78068699b6,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:37.512298 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-cda5bd9c-a0d9-4435-86f1-6bcde65ffc02 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:37.514068 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-cda5bd9c-a0d9-4435-86f1-6bcde65ffc02 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4439399 Aug 13 02:39:37.517770 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58320) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:37.534071 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-25ab547c-a690-4d89-b081-0475e0554a5c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Request body: {'security_group_rule': {'security_group_id': 'e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd', 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:37.622267 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cde7a4-f757-4866-bd98-0d54b7625036 req-3f78d47c-1687-4540-b134-45ec8760199b tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:37.623889 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-21cde7a4-f757-4866-bd98-0d54b7625036 req-3f78d47c-1687-4540-b134-45ec8760199b tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 945 time: 0.1314850 Aug 13 02:39:37.640507 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.securitygroups_db [None req-25ab547c-a690-4d89-b081-0475e0554a5c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Project b91bd85928624ab6b05622798c36e4e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:39:37.648829 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 58802906-8bf3-4366-874a-2cfc3bbb45af up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:37.654607 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25ab547c-a690-4d89-b081-0475e0554a5c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:37.707869 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-21cde7a4-f757-4866-bd98-0d54b7625036 req-d45f3651-b6e9-40ee-8888-7985b578f839 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634301 Aug 13 02:39:37.771553 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 58802906-8bf3-4366-874a-2cfc3bbb45af completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:37.792644 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 58802906-8bf3-4366-874a-2cfc3bbb45af triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:37.793025 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:37.794072 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25ab547c-a690-4d89-b081-0475e0554a5c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:37.807133 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25ab547c-a690-4d89-b081-0475e0554a5c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:37.836734 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab547c-a690-4d89-b081-0475e0554a5c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192e8170-cbe1-40e3-96f1-b2a80498d11b,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:37.847877 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25ab547c-a690-4d89-b081-0475e0554a5c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:37.849356 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-25ab547c-a690-4d89-b081-0475e0554a5c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3240120 Aug 13 02:39:37.852786 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 58326) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:37.857919 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-75efe5a8-8bd9-46f7-ba2d-23e174cf570e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Request body: {'security_group_rule': {'security_group_id': 'e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd', 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:37.914373 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.securitygroups_db [None req-75efe5a8-8bd9-46f7-ba2d-23e174cf570e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Project b91bd85928624ab6b05622798c36e4e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:39:37.930034 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-75efe5a8-8bd9-46f7-ba2d-23e174cf570e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:37.983386 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:38.051666 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-75efe5a8-8bd9-46f7-ba2d-23e174cf570e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:38.068303 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58334) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:38.096516 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-75efe5a8-8bd9-46f7-ba2d-23e174cf570e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:38.098799 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 58802906-8bf3-4366-874a-2cfc3bbb45af, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=58802906-8bf3-4366-874a-2cfc3bbb45af,segment=NetworkSegment(c88dfa7a-1902-4ab5-94f3-0c6aef692534),segment_id=c88dfa7a-1902-4ab5-94f3-0c6aef692534)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:38.123176 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:38.124818 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device bb257cb1-c50a-43e4-9e5c-16bba1ca702f up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:38.162947 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58338) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:38.246254 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-75efe5a8-8bd9-46f7-ba2d-23e174cf570e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:38.249629 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-75efe5a8-8bd9-46f7-ba2d-23e174cf570e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3957331 Aug 13 02:39:38.285040 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efe5a8-8bd9-46f7-ba2d-23e174cf570e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83226a1f-b4f2-42aa-86e5-6569a8b393ee,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:38.375283 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09101ead-ceb9-43c7-9650-44f4cfd119a9 req-582d1b45-9718-4156-a2d9-e8d15cb4036c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:38.378794 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=58802906-8bf3-4366-874a-2cfc3bbb45af,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:38.387200 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-09101ead-ceb9-43c7-9650-44f4cfd119a9 req-582d1b45-9718-4156-a2d9-e8d15cb4036c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.1930358 Aug 13 02:39:38.401114 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port bb257cb1-c50a-43e4-9e5c-16bba1ca702f triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:38.402024 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:38.404646 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-35eac4a6-016e-4619-aedf-3fd8e7f7cda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:38.459718 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-09101ead-ceb9-43c7-9650-44f4cfd119a9 req-dd9fe19f-1876-4816-84f6-a50e1c1a7445 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697072 Aug 13 02:39:38.474002 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device d25671bd-0ca1-4479-97d0-d164082939ce up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:38.522231 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-65260abb-3bdb-458a-a39d-74edd2f0a7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:38.644142 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port d25671bd-0ca1-4479-97d0-d164082939ce completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:38.647946 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-35eac4a6-016e-4619-aedf-3fd8e7f7cda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:38.651045 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port d25671bd-0ca1-4479-97d0-d164082939ce triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:38.651570 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:38.660419 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-35eac4a6-016e-4619-aedf-3fd8e7f7cda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:38.712115 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eac4a6-016e-4619-aedf-3fd8e7f7cda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f081b87e-d413-4967-a182-708e3930247e,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:38.755886 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-35eac4a6-016e-4619-aedf-3fd8e7f7cda6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d57cc49933aa4036b51b700439cd79c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6858988 Aug 13 02:39:38.758558 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 58384) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:38.822054 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:38.884062 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e313e8eb-4d73-423b-810f-e012d0b4955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25671bd-0ca1-4479-97d0-d164082939ce'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:38.888064 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6778f4fd-5432-4049-baaa-fb431ee64a7a" -d '{"events": [{"server_uuid": "e313e8eb-4d73-423b-810f-e012d0b4955c", "name": "network-vif-plugged", "status": "completed", "tag": "d25671bd-0ca1-4479-97d0-d164082939ce"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:38.908328 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port d25671bd-0ca1-4479-97d0-d164082939ce, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=d25671bd-0ca1-4479-97d0-d164082939ce,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:38.914645 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:38.983084 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-65260abb-3bdb-458a-a39d-74edd2f0a7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:38.990316 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-65260abb-3bdb-458a-a39d-74edd2f0a7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:39.004863 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=d25671bd-0ca1-4479-97d0-d164082939ce,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:39.015630 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cfb9f4-79d4-4552-aa6c-e387767e673b x-openstack-request-id: req-92cfb9f4-79d4-4552-aa6c-e387767e673b {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:39.016009 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e313e8eb-4d73-423b-810f-e012d0b4955c", "name": "network-vif-plugged", "status": "completed", "tag": "d25671bd-0ca1-4479-97d0-d164082939ce", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:39.016477 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92cfb9f4-79d4-4552-aa6c-e387767e673b {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:39.017017 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e313e8eb-4d73-423b-810f-e012d0b4955c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25671bd-0ca1-4479-97d0-d164082939ce', 'code': 200} Aug 13 02:39:39.021122 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c452-d25b-47fe-9a81-69da08756d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:39.043695 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-65260abb-3bdb-458a-a39d-74edd2f0a7e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb335d8232cd48cdb120d5f4d70a43c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8770099 Aug 13 02:39:39.047364 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58392) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:39.051310 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device a56b57d5-b515-43cb-b08e-fbb0e6ba79ae up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:39.094097 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65260abb-3bdb-458a-a39d-74edd2f0a7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82945c76-f7ec-4435-b5b4-3ecab97781d9,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:39.112822 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c452-d25b-47fe-9a81-69da08756d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:39.125754 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93be71-1930-4d45-a48a-a0d6828ab62b req-ab14f5f5-9af4-4988-a9d2-dd45ad2597cb tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:39.148766 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2f93be71-1930-4d45-a48a-a0d6828ab62b req-ab14f5f5-9af4-4988-a9d2-dd45ad2597cb tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 946 time: 0.2454412 Aug 13 02:39:39.188120 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:39.189226 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:39.191390 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ea94e6c5-4988-435a-8c43-8c0b29684db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:39.195474 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:39.251382 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ea94e6c5-4988-435a-8c43-8c0b29684db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:39.262497 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2f93be71-1930-4d45-a48a-a0d6828ab62b req-92046dc5-a225-4fd8-b680-43f4e32fb70f tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124942 Aug 13 02:39:39.311723 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c452-d25b-47fe-9a81-69da08756d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:39.314583 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f3e0c452-d25b-47fe-9a81-69da08756d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:39.316104 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f3e0c452-d25b-47fe-9a81-69da08756d65 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f081b87e-d413-4967-a182-708e3930247e HTTP/1.1" status: 204 len: 168 time: 0.5565922 Aug 13 02:39:39.326439 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0c452-d25b-47fe-9a81-69da08756d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f081b87e-d413-4967-a182-708e3930247e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:39.352531 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b84345-b4a8-4d7d-92d3-23e023615519 req-dd4e3a72-22ba-415d-b084-412d7f5c5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:39.354577 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d5b84345-b4a8-4d7d-92d3-23e023615519 req-dd4e3a72-22ba-415d-b084-412d7f5c5906 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 1099 time: 0.0774832 Aug 13 02:39:39.387896 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-49d7ab68-3fd2-44be-a8b7-bed9c716fe2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:39.419538 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ea94e6c5-4988-435a-8c43-8c0b29684db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:39.422096 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ea94e6c5-4988-435a-8c43-8c0b29684db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:39.423369 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ea94e6c5-4988-435a-8c43-8c0b29684db3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82945c76-f7ec-4435-b5b4-3ecab97781d9 HTTP/1.1" status: 204 len: 168 time: 0.3598347 Aug 13 02:39:39.432189 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d5b84345-b4a8-4d7d-92d3-23e023615519 req-1ace2114-7c1e-4a96-b62d-0c13b873a9a2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551124 Aug 13 02:39:39.438670 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea94e6c5-4988-435a-8c43-8c0b29684db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82945c76-f7ec-4435-b5b4-3ecab97781d9,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:39.567664 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 58802906-8bf3-4366-874a-2cfc3bbb45af up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:39.722452 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea54d7-a31c-495d-b602-85a9a8cd1150 req-049148ff-c5f1-42de-a37c-94bafb8b80d7 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:39.725279 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5bea54d7-a31c-495d-b602-85a9a8cd1150 req-049148ff-c5f1-42de-a37c-94bafb8b80d7 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0783203 Aug 13 02:39:39.859503 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5bea54d7-a31c-495d-b602-85a9a8cd1150 req-a1539778-73f5-4ac3-ba72-e863eb4f145c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259093 Aug 13 02:39:39.996492 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 58802906-8bf3-4366-874a-2cfc3bbb45af triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:39.996841 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.169608 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device d56180d0-22b8-4929-80d6-71c6bdeaeb3b up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:40.197521 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58424) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:40.225361 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 58426) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:40.250478 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-84fb2c6b-96c7-4eac-ad12-9bd255c44c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.254752 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0f4040d5-03a8-4ac3-ad82-bcc421f99453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.263731 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port d56180d0-22b8-4929-80d6-71c6bdeaeb3b completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:40.273704 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port d56180d0-22b8-4929-80d6-71c6bdeaeb3b triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:40.274230 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.397454 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-84fb2c6b-96c7-4eac-ad12-9bd255c44c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.414658 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-84fb2c6b-96c7-4eac-ad12-9bd255c44c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.500238 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb2c6b-96c7-4eac-ad12-9bd255c44c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e093eab9-953d-42d1-af88-c89bca90c316,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:40.508903 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-84fb2c6b-96c7-4eac-ad12-9bd255c44c75 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40f9fa43462c46b19fa4e4c955fc2a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3058004 Aug 13 02:39:40.509117 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.512123 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58434) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:40.519185 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.524100 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0f4040d5-03a8-4ac3-ad82-bcc421f99453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.539669 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0f4040d5-03a8-4ac3-ad82-bcc421f99453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.582780 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port d56180d0-22b8-4929-80d6-71c6bdeaeb3b, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=d56180d0-22b8-4929-80d6-71c6bdeaeb3b,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:40.590320 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb28907-efd7-47d4-ad73-49e68a87ecae req-e477659c-b18d-4c80-9bf0-8fae60bd5e51 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:40.596335 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.599547 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9fb28907-efd7-47d4-ad73-49e68a87ecae req-e477659c-b18d-4c80-9bf0-8fae60bd5e51 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 946 time: 0.2027752 Aug 13 02:39:40.644823 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0f4040d5-03a8-4ac3-ad82-bcc421f99453 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a55d850859743a38b80528354e832e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179721 Aug 13 02:39:40.646800 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58436) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:40.672957 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4040d5-03a8-4ac3-ad82-bcc421f99453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc58358-e5f8-4968-bec1-67589975c90f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:40.683374 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=d56180d0-22b8-4929-80d6-71c6bdeaeb3b,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:40.689308 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9fb28907-efd7-47d4-ad73-49e68a87ecae req-119e8159-6126-4dd6-ac61-d636348db0ed tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871508 Aug 13 02:39:40.728057 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d2bd1436-74cd-46c2-9740-a4e6aa00a241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.731623 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-51f68cb3-ab88-4591-a929-a3184a67cb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.765035 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-51f68cb3-ab88-4591-a929-a3184a67cb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.775585 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d2bd1436-74cd-46c2-9740-a4e6aa00a241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.866307 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-51f68cb3-ab88-4591-a929-a3184a67cb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.869258 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-51f68cb3-ab88-4591-a929-a3184a67cb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.870675 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-51f68cb3-ab88-4591-a929-a3184a67cb4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5dc58358-e5f8-4968-bec1-67589975c90f HTTP/1.1" status: 204 len: 168 time: 0.2206466 Aug 13 02:39:40.879567 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f68cb3-ab88-4591-a929-a3184a67cb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc58358-e5f8-4968-bec1-67589975c90f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:40.886792 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d2bd1436-74cd-46c2-9740-a4e6aa00a241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.890081 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d2bd1436-74cd-46c2-9740-a4e6aa00a241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:40.891477 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d2bd1436-74cd-46c2-9740-a4e6aa00a241 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e093eab9-953d-42d1-af88-c89bca90c316 HTTP/1.1" status: 204 len: 168 time: 0.3746297 Aug 13 02:39:40.901396 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd1436-74cd-46c2-9740-a4e6aa00a241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e093eab9-953d-42d1-af88-c89bca90c316,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:41.321315 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Sync routers for ids ['29d8de19-5086-475e-8436-6f5e69f62bc8'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:39:41.357910 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Routers {'29d8de19-5086-475e-8436-6f5e69f62bc8'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:41.358799 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['29d8de19-5086-475e-8436-6f5e69f62bc8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:41.584909 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Set router 29d8de19-5086-475e-8436-6f5e69f62bc8 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:41.631351 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 58458) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:41.648689 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aa357d4f-45d2-49cd-80bc-f2ac0d8b496a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:41.811594 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aa357d4f-45d2-49cd-80bc-f2ac0d8b496a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:41.829174 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:41.840151 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-aa357d4f-45d2-49cd-80bc-f2ac0d8b496a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:41.924659 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'name': 'tempest-TestMinimumBasicScenario-464919714-router', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd56180d0-22b8-4929-80d6-71c6bdeaeb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:25Z', 'updated_at': '2021-08-13T02:39:32Z', 'revision_number': 4, 'project_id': 'c09bdcd2c12348c3be1fe1230e893401', 'gw_port': {'id': 'd56180d0-22b8-4929-80d6-71c6bdeaeb3b', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:26Z', 'updated_at': '2021-08-13T02:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '9faeb822-e9a0-4b5b-b07e-cafdf382977f', 'name': '', 'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'mac_address': 'fa:16:3e:b5:df:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b6fb474e-13a7-410a-9d53-415daec42bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:30Z', 'updated_at': '2021-08-13T02:39:32Z', 'revision_number': 2, 'project_id': 'c09bdcd2c12348c3be1fe1230e893401', 'subnets': [{'id': 'b6fb474e-13a7-410a-9d53-415daec42bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:41.956754 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Checking router: 29d8de19-5086-475e-8436-6f5e69f62bc8 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:39:41.957371 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Updating router 29d8de19-5086-475e-8436-6f5e69f62bc8 port 9faeb822-e9a0-4b5b-b07e-cafdf382977f binding host dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:39:41.970731 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-aa357d4f-45d2-49cd-80bc-f2ac0d8b496a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ccd632f758be47f6bd049f651f81d185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360395 Aug 13 02:39:41.972680 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58468) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:41.978937 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa357d4f-45d2-49cd-80bc-f2ac0d8b496a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb85603-31f8-441f-a55f-cf80c5b15025,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:42.001417 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:42.020796 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992104f-c8b0-4555-9845-6bbf00e8cb78 req-2bf3e9bf-7fa5-4cc6-9f07-a023df89b921 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:42.022545 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0992104f-c8b0-4555-9845-6bbf00e8cb78 req-2bf3e9bf-7fa5-4cc6-9f07-a023df89b921 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 946 time: 0.1749127 Aug 13 02:39:42.036009 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b19640-0277-426b-9980-9bd8e86a475e req-7c6ca37e-8b8e-4a0a-aa75-7e8c6e20c26d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:42.037860 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f4b19640-0277-426b-9980-9bd8e86a475e req-7c6ca37e-8b8e-4a0a-aa75-7e8c6e20c26d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.2158742 Aug 13 02:39:42.128801 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0992104f-c8b0-4555-9845-6bbf00e8cb78 req-a43eb2b1-7e8d-480f-b54a-0d4de6e4de56 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749762 Aug 13 02:39:42.164055 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f4b19640-0277-426b-9980-9bd8e86a475e req-12b158c4-92f4-4a6d-8c2d-be93e48cdd9f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067684 Aug 13 02:39:42.164484 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fcc494b8-7191-4754-9221-14ba7c835e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:42.246332 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fcc494b8-7191-4754-9221-14ba7c835e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:42.372902 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fcc494b8-7191-4754-9221-14ba7c835e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:42.376992 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fcc494b8-7191-4754-9221-14ba7c835e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:42.381125 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-fcc494b8-7191-4754-9221-14ba7c835e0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1cb85603-31f8-441f-a55f-cf80c5b15025 HTTP/1.1" status: 204 len: 168 time: 0.4048409 Aug 13 02:39:42.389329 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc494b8-7191-4754-9221-14ba7c835e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb85603-31f8-441f-a55f-cf80c5b15025,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:42.479664 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:42.514780 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Transition to ACTIVE for port object 9faeb822-e9a0-4b5b-b07e-cafdf382977f will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:42.534952 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:42.681336 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fbc5a-6a0c-4349-97f5-8b11db6f27a9 None None] Pushing event updated for resources: {'Port': ['ID=9faeb822-e9a0-4b5b-b07e-cafdf382977f,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:42.842049 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Attempting to bind port 9faeb822-e9a0-4b5b-b07e-cafdf382977f on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:42.842546 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Attempting to bind port 9faeb822-e9a0-4b5b-b07e-cafdf382977f by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': 'f6aea8cd-49fa-40fa-8aec-5d2bfa267a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:42.845151 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Attempting to bind port 9faeb822-e9a0-4b5b-b07e-cafdf382977f on network b14afc97-fe72-47a6-86eb-dc6f951c32a6 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:42.891695 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:42.892237 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Checking segment: {'id': 'f6aea8cd-49fa-40fa-8aec-5d2bfa267a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:42.895517 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:42.897497 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Bound using segment: {'id': 'f6aea8cd-49fa-40fa-8aec-5d2bfa267a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:42.898754 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Bound port: 9faeb822-e9a0-4b5b-b07e-cafdf382977f, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6aea8cd-49fa-40fa-8aec-5d2bfa267a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:42.901896 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:42.952066 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device d56180d0-22b8-4929-80d6-71c6bdeaeb3b up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:43.113509 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] For port 9faeb822-e9a0-4b5b-b07e-cafdf382977f, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:43.118179 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] For port 9faeb822-e9a0-4b5b-b07e-cafdf382977f, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=9faeb822-e9a0-4b5b-b07e-cafdf382977f,segment=NetworkSegment(f6aea8cd-49fa-40fa-8aec-5d2bfa267a78),segment_id=f6aea8cd-49fa-40fa-8aec-5d2bfa267a78)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:43.126179 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port d56180d0-22b8-4929-80d6-71c6bdeaeb3b triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:43.126551 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:43.128750 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:43.239623 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Routers {'29d8de19-5086-475e-8436-6f5e69f62bc8'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:39:43.240258 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:39:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['29d8de19-5086-475e-8436-6f5e69f62bc8'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:43.243882 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fbc5a-6a0c-4349-97f5-8b11db6f27a9 None None] Pushing event updated for resources: {'Port': ['ID=9faeb822-e9a0-4b5b-b07e-cafdf382977f,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:43.531682 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] Set router 29d8de19-5086-475e-8436-6f5e69f62bc8 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:39:43.851233 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'name': 'tempest-TestMinimumBasicScenario-464919714-router', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd56180d0-22b8-4929-80d6-71c6bdeaeb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:25Z', 'updated_at': '2021-08-13T02:39:32Z', 'revision_number': 4, 'project_id': 'c09bdcd2c12348c3be1fe1230e893401', 'gw_port': {'id': 'd56180d0-22b8-4929-80d6-71c6bdeaeb3b', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:26Z', 'updated_at': '2021-08-13T02:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '9faeb822-e9a0-4b5b-b07e-cafdf382977f', 'name': '', 'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'mac_address': 'fa:16:3e:b5:df:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b6fb474e-13a7-410a-9d53-415daec42bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:30Z', 'updated_at': '2021-08-13T02:39:43Z', 'revision_number': 4, 'project_id': 'c09bdcd2c12348c3be1fe1230e893401', 'subnets': [{'id': 'b6fb474e-13a7-410a-9d53-415daec42bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:39:43.890314 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9aeda7-ab7f-4220-acda-72d01ac5252c None None] The sync data for ids ['29d8de19-5086-475e-8436-6f5e69f62bc8'] in dv-cinder-760184-6-iscsi is: [{'id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'name': 'tempest-TestMinimumBasicScenario-464919714-router', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd56180d0-22b8-4929-80d6-71c6bdeaeb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:25Z', 'updated_at': '2021-08-13T02:39:32Z', 'revision_number': 4, 'project_id': 'c09bdcd2c12348c3be1fe1230e893401', 'gw_port': {'id': 'd56180d0-22b8-4929-80d6-71c6bdeaeb3b', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:26Z', 'updated_at': '2021-08-13T02:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '9faeb822-e9a0-4b5b-b07e-cafdf382977f', 'name': '', 'network_id': 'b14afc97-fe72-47a6-86eb-dc6f951c32a6', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'mac_address': 'fa:16:3e:b5:df:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'b6fb474e-13a7-410a-9d53-415daec42bdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:30Z', 'updated_at': '2021-08-13T02:39:43Z', 'revision_number': 4, 'project_id': 'c09bdcd2c12348c3be1fe1230e893401', 'subnets': [{'id': 'b6fb474e-13a7-410a-9d53-415daec42bdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:39:44.887640 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58580) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:44.999340 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 9faeb822-e9a0-4b5b-b07e-cafdf382977f up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:45.111920 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 9faeb822-e9a0-4b5b-b07e-cafdf382977f completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:45.112363 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-70d01657-f7ad-49c8-bcca-da07a792910f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:45.118561 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 9faeb822-e9a0-4b5b-b07e-cafdf382977f triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:45.119152 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:45.209603 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:45.230306 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-70d01657-f7ad-49c8-bcca-da07a792910f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:45.241217 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-70d01657-f7ad-49c8-bcca-da07a792910f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:45.248828 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 9faeb822-e9a0-4b5b-b07e-cafdf382977f, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=9faeb822-e9a0-4b5b-b07e-cafdf382977f,segment=NetworkSegment(f6aea8cd-49fa-40fa-8aec-5d2bfa267a78),segment_id=f6aea8cd-49fa-40fa-8aec-5d2bfa267a78)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:39:45.256027 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:45.286674 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-70d01657-f7ad-49c8-bcca-da07a792910f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8f02f2f3bba4b77a2d8bb33e61dd213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3945577 Aug 13 02:39:45.287606 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 58588) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:45.295391 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d01657-f7ad-49c8-bcca-da07a792910f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b090bb-518c-4643-b254-22b11ee2e280,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:45.387284 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=9faeb822-e9a0-4b5b-b07e-cafdf382977f,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:45.403303 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-38335c56-1bfb-4041-bba1-a2aec44178bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:45.443114 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-38335c56-1bfb-4041-bba1-a2aec44178bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:45.533651 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-38335c56-1bfb-4041-bba1-a2aec44178bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:45.540512 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-38335c56-1bfb-4041-bba1-a2aec44178bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:45.546880 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-38335c56-1bfb-4041-bba1-a2aec44178bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7b090bb-518c-4643-b254-22b11ee2e280 HTTP/1.1" status: 204 len: 168 time: 0.2572813 Aug 13 02:39:45.557117 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38335c56-1bfb-4041-bba1-a2aec44178bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b090bb-518c-4643-b254-22b11ee2e280,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:46.000144 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 58602) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:46.030416 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-26b7611b-fa28-4394-aa4b-fba6121ad33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:46.179609 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-26b7611b-fa28-4394-aa4b-fba6121ad33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:46.185898 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-26b7611b-fa28-4394-aa4b-fba6121ad33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:46.232164 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-26b7611b-fa28-4394-aa4b-fba6121ad33e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a232603f397049e0a58625cd7742edcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303925 Aug 13 02:39:46.233416 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7611b-fa28-4394-aa4b-fba6121ad33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4866e008-b209-4b4e-a698-cf32f962e78f,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:46.234871 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58604) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:46.293323 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21fb6c10-bf52-4bf5-8375-07524dd2d22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:46.315707 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21fb6c10-bf52-4bf5-8375-07524dd2d22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:46.378282 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21fb6c10-bf52-4bf5-8375-07524dd2d22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:46.380877 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21fb6c10-bf52-4bf5-8375-07524dd2d22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:46.384500 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-21fb6c10-bf52-4bf5-8375-07524dd2d22f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4866e008-b209-4b4e-a698-cf32f962e78f HTTP/1.1" status: 204 len: 168 time: 0.1456263 Aug 13 02:39:46.398825 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb6c10-bf52-4bf5-8375-07524dd2d22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4866e008-b209-4b4e-a698-cf32f962e78f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:46.751135 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 9faeb822-e9a0-4b5b-b07e-cafdf382977f up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:39:46.806544 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 9faeb822-e9a0-4b5b-b07e-cafdf382977f triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:46.807346 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:48.882372 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58704) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:49.011858 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7d2ca9bf-3454-4b48-9ab7-2328703282ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:49.122298 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7d2ca9bf-3454-4b48-9ab7-2328703282ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:49.134360 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7d2ca9bf-3454-4b48-9ab7-2328703282ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:49.170813 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7d2ca9bf-3454-4b48-9ab7-2328703282ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5887d07e4ab3435796bb76fc55420616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873540 Aug 13 02:39:49.173659 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 58712) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:49.186054 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ca9bf-3454-4b48-9ab7-2328703282ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bb4d73-77f2-49a0-b6d7-823fdb72085d,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:49.238201 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1c37d727-a1ff-440c-96ca-21e49502b087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:49.281531 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1c37d727-a1ff-440c-96ca-21e49502b087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:49.362515 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1c37d727-a1ff-440c-96ca-21e49502b087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:49.365656 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1c37d727-a1ff-440c-96ca-21e49502b087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:49.372000 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1c37d727-a1ff-440c-96ca-21e49502b087 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20bb4d73-77f2-49a0-b6d7-823fdb72085d HTTP/1.1" status: 204 len: 168 time: 0.1962759 Aug 13 02:39:49.383468 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37d727-a1ff-440c-96ca-21e49502b087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bb4d73-77f2-49a0-b6d7-823fdb72085d,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:49.765323 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58726) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:49.803792 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f822c562-a880-4965-b364-e1c8ce78e783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:49.909833 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f822c562-a880-4965-b364-e1c8ce78e783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:49.914704 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f822c562-a880-4965-b364-e1c8ce78e783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:49.953398 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822c562-a880-4965-b364-e1c8ce78e783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17badc17-4a5b-4648-87e7-da5dd2c5269f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:49.960642 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f822c562-a880-4965-b364-e1c8ce78e783 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=744f408f5392416ab1e01b618798730c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915634 Aug 13 02:39:49.960957 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 58728) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:39:50.021654 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-97377a82-10a0-4212-9350-22bd1d4d7be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:50.043210 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-97377a82-10a0-4212-9350-22bd1d4d7be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:50.091487 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-97377a82-10a0-4212-9350-22bd1d4d7be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:50.094055 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-97377a82-10a0-4212-9350-22bd1d4d7be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:50.101334 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-97377a82-10a0-4212-9350-22bd1d4d7be5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17badc17-4a5b-4648-87e7-da5dd2c5269f HTTP/1.1" status: 204 len: 168 time: 0.1332657 Aug 13 02:39:50.112753 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97377a82-10a0-4212-9350-22bd1d4d7be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17badc17-4a5b-4648-87e7-da5dd2c5269f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:50.818460 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabb40c-3b33-4a95-85cb-5fa08ec298e9 req-3b7cf80d-6475-4cf7-a02a-269cd1c1bdd5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:50.820437 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0aabb40c-3b33-4a95-85cb-5fa08ec298e9 req-3b7cf80d-6475-4cf7-a02a-269cd1c1bdd5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.1304026 Aug 13 02:39:50.905546 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0aabb40c-3b33-4a95-85cb-5fa08ec298e9 req-bd40392f-0ab8-4e03-887f-5a2ae388f465 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756233 Aug 13 02:39:50.913479 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-059f3ee3-aa1d-4d26-8377-b1b40d035acd tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:50.915247 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-059f3ee3-aa1d-4d26-8377-b1b40d035acd tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/networks?id=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 HTTP/1.1" status: 200 len: 814 time: 0.2093101 Aug 13 02:39:50.946802 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-5f343f93-25b6-48b8-b9bd-18f1f37b5cb8 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/quotas/583c4a6ab3bd4094b9a258a2f0b3579e HTTP/1.1" status: 200 len: 375 time: 0.0116143 Aug 13 02:39:51.033677 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-cff1a65f-34c4-4efb-8688-09ade8978980 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=583c4a6ab3bd4094b9a258a2f0b3579e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761304 Aug 13 02:39:51.186402 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-bda0bdbe-ebf3-45d6-8935-d79f4e424392 service neutron] 10.222.0.42 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308777 Aug 13 02:39:51.319605 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-55ae8d54-b1a8-41eb-b3d9-e5c13b932981 service neutron] 10.222.0.42 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241877 Aug 13 02:39:51.477378 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301f43e-37f1-429a-9896-9beb9437426c req-f3242ea8-6878-4a6a-bac2-6a6e28768337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:51.480013 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0301f43e-37f1-429a-9896-9beb9437426c req-f3242ea8-6878-4a6a-bac2-6a6e28768337 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ab7602dc7a742c9ab40295105bc5b1a&device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 1098 time: 0.0480254 Aug 13 02:39:51.522843 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c80eaf-8ccb-4c7c-859e-f83ece032fa0 req-59d3c7e5-a4e6-4cf8-b7db-c87003085aae tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:51.524748 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5c80eaf-8ccb-4c7c-859e-f83ece032fa0 req-59d3c7e5-a4e6-4cf8-b7db-c87003085aae tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0795708 Aug 13 02:39:51.585987 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5c80eaf-8ccb-4c7c-859e-f83ece032fa0 req-ac34fb8b-b886-4e52-912c-e78f3894c689 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543895 Aug 13 02:39:51.628438 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e74c7de3-8ea8-45db-8ed5-74ba662f3ed6 req-62af5162-67a7-4014-98af-1ba62ea67ca1 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 210 time: 0.0401862 Aug 13 02:39:51.675275 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301f43e-37f1-429a-9896-9beb9437426c req-bf2d3395-0977-49ff-845b-b320d0ea0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:51.676856 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0301f43e-37f1-429a-9896-9beb9437426c req-bf2d3395-0977-49ff-845b-b320d0ea0447 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fe858a6-ca4c-4264-bddc-22721051f7c2 HTTP/1.1" status: 200 len: 919 time: 0.1883667 Aug 13 02:39:51.722875 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0301f43e-37f1-429a-9896-9beb9437426c req-b3088591-b5af-4964-a135-32dcd3fe7b69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 HTTP/1.1" status: 200 len: 217 time: 0.0373573 Aug 13 02:39:51.778320 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301f43e-37f1-429a-9896-9beb9437426c req-3f00ce39-6165-48ac-8dc1-501f4bc81341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:51.780263 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0301f43e-37f1-429a-9896-9beb9437426c req-3f00ce39-6165-48ac-8dc1-501f4bc81341 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c HTTP/1.1" status: 200 len: 858 time: 0.0489261 Aug 13 02:39:51.822425 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0301f43e-37f1-429a-9896-9beb9437426c req-dba30f88-8f24-46db-8d77-19ebfd5c4915 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fe858a6-ca4c-4264-bddc-22721051f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282762 Aug 13 02:39:51.926657 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0301f43e-37f1-429a-9896-9beb9437426c req-f99809e8-6334-4fe8-a38e-38dd7c3973f2 service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954237 Aug 13 02:39:52.030709 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0301f43e-37f1-429a-9896-9beb9437426c req-1be92925-721f-4634-94e6-11a504ac06e9 service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944254 Aug 13 02:39:52.058720 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d693c8e-91e2-4497-9ea6-19f8d7cfb8f7 req-f73f9b87-8ffc-416c-9128-ef381096156a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:52.065075 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d693c8e-91e2-4497-9ea6-19f8d7cfb8f7 req-f73f9b87-8ffc-416c-9128-ef381096156a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0675116 Aug 13 02:39:52.106412 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d693c8e-91e2-4497-9ea6-19f8d7cfb8f7 req-ae2216f4-24ab-43d6-a053-09cae0651b4b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347660 Aug 13 02:39:52.737621 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e6c21-65e8-4954-b34e-cfc4b579ec78 req-6ef4f88a-03ff-4254-99b0-7b31d16b4c22 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:52.739084 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a17e6c21-65e8-4954-b34e-cfc4b579ec78 req-6ef4f88a-03ff-4254-99b0-7b31d16b4c22 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0750542 Aug 13 02:39:52.740960 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05e2ac6b-735e-4446-8be0-908fa53e8c53 req-6f6b9472-dd9f-4343-981d-9b554eadba7c tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 210 time: 0.0380871 Aug 13 02:39:52.779944 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a17e6c21-65e8-4954-b34e-cfc4b579ec78 req-f4a34750-0df4-48c8-8926-f86d739f03b9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336556 Aug 13 02:39:52.947758 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-1c5c51d0-c226-4d54-99be-d6ef3022296a tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:52.949285 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-1c5c51d0-c226-4d54-99be-d6ef3022296a tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.60 "GET /v2.0/networks?id=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 HTTP/1.1" status: 200 len: 814 time: 0.1112490 Aug 13 02:39:52.998203 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Request body: {'port': {'device_id': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'admin_state_up': True, 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:53.114862 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Made reservation on behalf of 583c4a6ab3bd4094b9a258a2f0b3579e for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:39:53.118399 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:53.244416 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f5d05-40d2-4ac3-a0ec-8227d672539f req-886dc0d4-95d4-4250-a6b2-c3ab98f7805b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:53.246075 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3d8f5d05-40d2-4ac3-a0ec-8227d672539f req-886dc0d4-95d4-4250-a6b2-c3ab98f7805b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0575185 Aug 13 02:39:53.250959 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Allocated IP 172.20.0.9 (30f3d3b3-8ce0-4d7d-b45c-95745f2bb238/bbb003ed-61ad-436a-a6bb-1d970bfe3403/7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:39:53.284393 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3d8f5d05-40d2-4ac3-a0ec-8227d672539f req-ba94c33d-5a3a-4a2b-9b9c-43f80ad7502d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318522 Aug 13 02:39:53.403448 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:53.421394 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Transition to ACTIVE for port object 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:53.460982 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:53.503184 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Network 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:39:53.507038 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:39:53.513625 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:39:53.545037 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Pushing event updated for resources: {'Port': ['ID=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:53.555295 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:53.555781 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:53.556237 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:53.557094 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:53.557669 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:53.558100 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:53.558656 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:53.567237 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:53.567933 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:53.568666 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:53.569018 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:53.571880 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:39:53.614047 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:53.614829 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:53.634603 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-d258f97d-9300-4dce-9564-997faf3c47de tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6406698 Aug 13 02:39:53.659936 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Request body: {'port': {'device_id': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:39:53.793812 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b7c8286c-32d3-407e-b886-71180fb5379b None None] Provisioning for port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:39:53.798959 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b7c8286c-32d3-407e-b886-71180fb5379b None None] Provisioning complete for port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:39:53.799597 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b7c8286c-32d3-407e-b886-71180fb5379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:53.841290 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-b7c8286c-32d3-407e-b886-71180fb5379b None None] Port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:39:53.949252 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:53.979549 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7225f3e-9e54-4285-b25f-9e4a82ca9731 req-73512ccb-a196-43e9-a2bb-a0b7653a9e30 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:53.982351 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f7225f3e-9e54-4285-b25f-9e4a82ca9731 req-73512ccb-a196-43e9-a2bb-a0b7653a9e30 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 931 time: 0.1268198 Aug 13 02:39:53.996173 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f16052-1d51-45a1-8e96-5774dc463f2f req-98530017-cb6a-4681-8c4f-430845d77a27 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:54.003376 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8f16052-1d51-45a1-8e96-5774dc463f2f req-98530017-cb6a-4681-8c4f-430845d77a27 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0948794 Aug 13 02:39:54.063433 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f7225f3e-9e54-4285-b25f-9e4a82ca9731 req-3d82405f-1afb-4cc0-aff5-0eb8e7184c6a tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580108 Aug 13 02:39:54.069270 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d8f16052-1d51-45a1-8e96-5774dc463f2f req-2ef6c99e-ae1b-4908-a361-b59e61d609b0 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647268 Aug 13 02:39:54.235071 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:39:54.242878 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:54.258153 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Transition to ACTIVE for port object 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:39:54.264549 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:54.314674 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:54.395328 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Attempting to bind port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:39:54.395661 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Attempting to bind port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '8cad027f-0276-4952-945c-cd63439f014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:39:54.395988 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Attempting to bind port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 on network 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:54.401215 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 on network 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:39:54.401678 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Attempting to bind port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 on network 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:39:54.406875 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:39:54.407214 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Checking segment: {'id': '8cad027f-0276-4952-945c-cd63439f014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:39:54.407601 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Bound using segment: {'id': '8cad027f-0276-4952-945c-cd63439f014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:39:54.408028 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Bound port: 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cad027f-0276-4952-945c-cd63439f014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:39:54.408388 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:54.419220 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c09c7e-5b76-4ca3-8cf8-056334bb002f req-8de5e5af-ff53-45b1-92be-d7b8f2e6abef tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:54.420887 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-24c09c7e-5b76-4ca3-8cf8-056334bb002f req-8de5e5af-ff53-45b1-92be-d7b8f2e6abef tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0502605 Aug 13 02:39:54.464588 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-24c09c7e-5b76-4ca3-8cf8-056334bb002f req-8ecb2e42-b709-4012-96c8-ba671aa4b7dc tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373631 Aug 13 02:39:54.478191 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] For port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7, host hv-cinder-76018, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:39:54.481625 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] For port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7,segment=NetworkSegment(8cad027f-0276-4952-945c-cd63439f014e),segment_id=8cad027f-0276-4952-945c-cd63439f014e)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:39:54.487833 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:54.522259 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:54.522402 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:39:54.524716 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] 10.222.0.60 "PUT /v2.0/ports/7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 HTTP/1.1" status: 200 len: 1093 time: 0.8688369 Aug 13 02:39:54.527251 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'tag': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:39:54.529548 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a382a03db399cca1283d4f7ece85babfb64ee32656e6b885022af9a72db3350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5ac323-bc32-4272-970b-fac697821bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "87af3616-3035-45f7-9a71-49ffdbdeea8c", "tag": "7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:39:54.566399 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac6b4e-a4ab-44cc-af8e-e95846effa80 service neutron] Pushing event updated for resources: {'Port': ['ID=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:39:54.573661 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e08b7d-f55f-4f30-949b-d31874f1c092 x-openstack-request-id: req-e8e08b7d-f55f-4f30-949b-d31874f1c092 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:39:54.574026 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87af3616-3035-45f7-9a71-49ffdbdeea8c", "tag": "7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:39:54.576282 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8e08b7d-f55f-4f30-949b-d31874f1c092 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:39:54.576695 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'tag': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7', 'status': 'completed', 'code': 200} Aug 13 02:39:54.651915 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-0a6d9a9c-4c98-42c2-8b87-16bb5c79c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:54.653953 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-0a6d9a9c-4c98-42c2-8b87-16bb5c79c550 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=583c4a6ab3bd4094b9a258a2f0b3579e&device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 1096 time: 0.0502403 Aug 13 02:39:54.718622 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-ab5317cf-06e9-4868-b5b9-4edb24ab910b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 HTTP/1.1" status: 200 len: 217 time: 0.0344744 Aug 13 02:39:54.779737 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-790057f9-6f24-4279-b558-ef489b6856ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:54.783246 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-790057f9-6f24-4279-b558-ef489b6856ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb003ed-61ad-436a-a6bb-1d970bfe3403 HTTP/1.1" status: 200 len: 853 time: 0.0459282 Aug 13 02:39:54.834659 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-a034ecf5-dbdc-49e1-8b92-f1e3ce016a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:54.836129 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-a034ecf5-dbdc-49e1-8b92-f1e3ce016a1d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455809 Aug 13 02:39:54.930903 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-b9496b00-df3d-4635-9d4c-3f3f4428fa57 service neutron] 10.222.0.60 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862870 Aug 13 02:39:55.033692 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-0aacaccd-6e2b-452a-bcc4-dc1215b05dc8 req-b1b4f36e-18ac-45d6-a145-5239707a316d service neutron] 10.222.0.60 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902770 Aug 13 02:39:55.171376 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ac323-bc32-4272-970b-fac697821bd9 req-3ed5b8f5-e687-4e8e-9533-1ad7974bb8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:55.172912 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-df5ac323-bc32-4272-970b-fac697821bd9 req-3ed5b8f5-e687-4e8e-9533-1ad7974bb8cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=583c4a6ab3bd4094b9a258a2f0b3579e&device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 1096 time: 0.0473821 Aug 13 02:39:55.226786 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a149155-7c8b-43d8-83f4-14e344691764 req-cda49318-588f-466c-9ef8-f0ec46c7dcf2 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:55.228357 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a149155-7c8b-43d8-83f4-14e344691764 req-cda49318-588f-466c-9ef8-f0ec46c7dcf2 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0749624 Aug 13 02:39:55.237657 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017556b-09eb-426c-8e31-4e59c7789ccb req-23e740da-4e2a-4c6a-9f44-753b3666f48b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:55.239310 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e017556b-09eb-426c-8e31-4e59c7789ccb req-23e740da-4e2a-4c6a-9f44-753b3666f48b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0947285 Aug 13 02:39:55.283070 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ac323-bc32-4272-970b-fac697821bd9 req-f0a5d1b7-0fe1-4d69-9a0b-8bab399b2d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:55.285280 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-df5ac323-bc32-4272-970b-fac697821bd9 req-f0a5d1b7-0fe1-4d69-9a0b-8bab399b2d42 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 HTTP/1.1" status: 200 len: 915 time: 0.1023936 Aug 13 02:39:55.301802 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a149155-7c8b-43d8-83f4-14e344691764 req-35ba0ef3-14da-4fcb-9716-0b9e16777b6e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616364 Aug 13 02:39:55.315683 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e017556b-09eb-426c-8e31-4e59c7789ccb req-b16d587f-e1cc-4eb9-a396-496d42380207 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684447 Aug 13 02:39:55.370208 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-df5ac323-bc32-4272-970b-fac697821bd9 req-e25a3e54-3262-44c6-863e-e00ae688ec0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 HTTP/1.1" status: 200 len: 217 time: 0.0699143 Aug 13 02:39:55.421570 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ac323-bc32-4272-970b-fac697821bd9 req-b677b3a4-1ee9-4132-aad6-9cd138c1de8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:55.423200 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-df5ac323-bc32-4272-970b-fac697821bd9 req-b677b3a4-1ee9-4132-aad6-9cd138c1de8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb003ed-61ad-436a-a6bb-1d970bfe3403 HTTP/1.1" status: 200 len: 853 time: 0.0448909 Aug 13 02:39:55.475118 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ac323-bc32-4272-970b-fac697821bd9 req-23327c67-7e40-48b2-a91d-9295482bd196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:55.476646 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-df5ac323-bc32-4272-970b-fac697821bd9 req-23327c67-7e40-48b2-a91d-9295482bd196 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435085 Aug 13 02:39:55.574787 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-df5ac323-bc32-4272-970b-fac697821bd9 req-2de6fd43-a5a1-4ada-950e-ab4dd52c0753 service neutron] 10.222.0.60 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876617 Aug 13 02:39:55.598354 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20565a-22af-4a06-8761-624c2026dfb7 req-77324768-a93a-491e-9a68-de0e06fb6ff1 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:55.599823 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cf20565a-22af-4a06-8761-624c2026dfb7 req-77324768-a93a-491e-9a68-de0e06fb6ff1 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0526419 Aug 13 02:39:55.637243 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cf20565a-22af-4a06-8761-624c2026dfb7 req-3bb161e4-5719-4214-9927-e419aac464d3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310743 Aug 13 02:39:55.668049 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-df5ac323-bc32-4272-970b-fac697821bd9 req-3fbc1d7d-1512-4ef3-bed1-72d63abbb791 service neutron] 10.222.0.60 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837915 Aug 13 02:39:56.455985 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c4c26-0f44-4b8f-82de-e29e466400ab req-199e26a6-d5c2-4848-9039-772219425ac1 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:56.457481 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1c4c4c26-0f44-4b8f-82de-e29e466400ab req-199e26a6-d5c2-4848-9039-772219425ac1 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0807800 Aug 13 02:39:56.469390 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c7743-bd08-4439-ae65-fd1865896cae req-9f62c3a4-1692-445d-95fb-6b62aff7f725 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:56.470804 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-957c7743-bd08-4439-ae65-fd1865896cae req-9f62c3a4-1692-445d-95fb-6b62aff7f725 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0672748 Aug 13 02:39:56.527306 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1c4c4c26-0f44-4b8f-82de-e29e466400ab req-e649e484-8a1d-4bbe-87e7-82961900453a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555737 Aug 13 02:39:56.530147 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-957c7743-bd08-4439-ae65-fd1865896cae req-14ef5bf4-34e0-4e95-9831-e7ce2f88da3d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526321 Aug 13 02:39:56.770667 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891fdfb-601d-401d-8864-0bf6ec00aa2e req-87bffd68-a258-4ef3-9170-fc8f47352c92 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:56.772225 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b891fdfb-601d-401d-8864-0bf6ec00aa2e req-87bffd68-a258-4ef3-9170-fc8f47352c92 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0554454 Aug 13 02:39:56.816997 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b891fdfb-601d-401d-8864-0bf6ec00aa2e req-5c1fc00d-9a64-497a-a658-872c402f0da7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354187 Aug 13 02:39:57.695072 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e5701-e639-4419-8c82-b77b072dfeee req-0ecd2a2d-7de0-45c6-9287-3e783255ea8b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:57.696565 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b1e5701-e639-4419-8c82-b77b072dfeee req-0ecd2a2d-7de0-45c6-9287-3e783255ea8b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0859554 Aug 13 02:39:57.706436 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1962eda-1911-4bc8-b5a9-dc7fab0712bd req-6c66e34e-be10-46c0-a007-49104be88cb0 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:57.707817 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d1962eda-1911-4bc8-b5a9-dc7fab0712bd req-6c66e34e-be10-46c0-a007-49104be88cb0 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.1062915 Aug 13 02:39:57.769263 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b1e5701-e639-4419-8c82-b77b072dfeee req-b72739cf-dd34-4e15-93dd-1b778d88015e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601041 Aug 13 02:39:57.779131 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d1962eda-1911-4bc8-b5a9-dc7fab0712bd req-5fe554bc-513e-4cb3-9658-eeaa8c2ba80d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625393 Aug 13 02:39:57.954906 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9417aa2-68fd-4b0d-bd02-1891a45a567b req-03cfe3c6-1b18-491b-8a10-fa45897d3e2b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:57.961564 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b9417aa2-68fd-4b0d-bd02-1891a45a567b req-03cfe3c6-1b18-491b-8a10-fa45897d3e2b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0633204 Aug 13 02:39:58.006750 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b9417aa2-68fd-4b0d-bd02-1891a45a567b req-5173f501-c8da-49c6-acc8-1f229551ebac tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419331 Aug 13 02:39:58.928041 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd7111-a82c-4798-a8de-b6c6aaec7b3d req-a2c6761f-8f74-498c-afea-798949ebc045 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:58.929531 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-62fd7111-a82c-4798-a8de-b6c6aaec7b3d req-a2c6761f-8f74-498c-afea-798949ebc045 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0791638 Aug 13 02:39:58.937849 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b36363-b4ba-4a24-b82c-f21b3815f4dc req-0460b78e-0c7b-48e5-9d85-4ddb925e1f41 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:58.939214 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25b36363-b4ba-4a24-b82c-f21b3815f4dc req-0460b78e-0c7b-48e5-9d85-4ddb925e1f41 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0796440 Aug 13 02:39:58.992305 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-62fd7111-a82c-4798-a8de-b6c6aaec7b3d req-67e46d62-2c64-454f-adfe-c36032945209 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520389 Aug 13 02:39:58.999591 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25b36363-b4ba-4a24-b82c-f21b3815f4dc req-4031064e-c87a-4e49-9819-5af4890ca96c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536726 Aug 13 02:39:59.123147 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0853a-d606-44ba-bb0d-a93fb8c6e0ad req-b4212455-4c9e-480a-a4b2-1277ac0f8d04 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:39:59.124719 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-55c0853a-d606-44ba-bb0d-a93fb8c6e0ad req-b4212455-4c9e-480a-a4b2-1277ac0f8d04 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0504739 Aug 13 02:39:59.169566 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-55c0853a-d606-44ba-bb0d-a93fb8c6e0ad req-2c44f05e-1904-4fbd-a268-77e6e6f9d07c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383282 Aug 13 02:40:00.147830 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8a8fa-4824-4872-b24f-b325a4ab63b6 req-2b139d4e-45fc-48cf-808f-77282a0235cc tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:00.149335 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-89b8a8fa-4824-4872-b24f-b325a4ab63b6 req-2b139d4e-45fc-48cf-808f-77282a0235cc tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0838327 Aug 13 02:40:00.160672 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3963452-1594-453c-840e-4b82dc962185 req-951263c1-0ad8-4acc-94c0-f5e7c4dc11e9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:00.162101 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e3963452-1594-453c-840e-4b82dc962185 req-951263c1-0ad8-4acc-94c0-f5e7c4dc11e9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0855532 Aug 13 02:40:00.210560 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-89b8a8fa-4824-4872-b24f-b325a4ab63b6 req-079936b1-2cf6-41dd-9d1f-76f5924d423a tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474772 Aug 13 02:40:00.225476 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e3963452-1594-453c-840e-4b82dc962185 req-35a349bd-5c2e-43c9-8d57-f74c9ef57f20 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495479 Aug 13 02:40:00.368662 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7fe15-2bd8-455f-af5e-622859f3dd8a req-caee714e-67b1-4bae-aa9e-5f83fab90908 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:00.378687 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9cb7fe15-2bd8-455f-af5e-622859f3dd8a req-caee714e-67b1-4bae-aa9e-5f83fab90908 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0959852 Aug 13 02:40:00.426252 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9cb7fe15-2bd8-455f-af5e-622859f3dd8a req-05ec759e-3014-4b4b-b855-4704f6355d4e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459421 Aug 13 02:40:01.339900 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428be63-966a-4ad3-beea-c6eecd2b8f13 req-c4a966d3-4d90-4380-9ebb-e0ddb3de716a tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:01.341490 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e428be63-966a-4ad3-beea-c6eecd2b8f13 req-c4a966d3-4d90-4380-9ebb-e0ddb3de716a tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0505853 Aug 13 02:40:01.384296 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e428be63-966a-4ad3-beea-c6eecd2b8f13 req-e6cae819-bda9-453d-92fe-61e57fd33435 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348268 Aug 13 02:40:01.497400 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0304e-54ba-4949-960c-2e7c976dd48a req-6eceb1d1-87aa-4e7f-9dc8-e71f61a13dfb tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:01.498760 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40e0304e-54ba-4949-960c-2e7c976dd48a req-6eceb1d1-87aa-4e7f-9dc8-e71f61a13dfb tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0516539 Aug 13 02:40:01.547058 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40e0304e-54ba-4949-960c-2e7c976dd48a req-f8771154-6e47-4230-88e5-2c6793a34b09 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409391 Aug 13 02:40:01.675365 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f8821-384c-4405-a404-12540675a232 req-d56fe1e5-0933-47b1-be7d-fb54e41dc162 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:01.676743 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b91f8821-384c-4405-a404-12540675a232 req-d56fe1e5-0933-47b1-be7d-fb54e41dc162 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0698478 Aug 13 02:40:01.862902 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 59106) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:01.957298 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b91f8821-384c-4405-a404-12540675a232 req-665a0adc-a1bb-44c7-97c0-5de04d59b198 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736914 Aug 13 02:40:02.001851 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-89a4b832-395e-40fb-89aa-9bbd569a0b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.093684 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-89a4b832-395e-40fb-89aa-9bbd569a0b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.099026 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-89a4b832-395e-40fb-89aa-9bbd569a0b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.139934 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4b832-395e-40fb-89aa-9bbd569a0b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d679147-bb0c-4797-a7a5-37c0a86b6619,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:02.146215 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-89a4b832-395e-40fb-89aa-9bbd569a0b4f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94086401051444abae578f19b9b6e79f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816913 Aug 13 02:40:02.149230 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 59110) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:02.198015 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-faf5de07-4134-40f4-bb15-407f23f00d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.220931 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-faf5de07-4134-40f4-bb15-407f23f00d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.270834 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-faf5de07-4134-40f4-bb15-407f23f00d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.273414 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-faf5de07-4134-40f4-bb15-407f23f00d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.276959 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-faf5de07-4134-40f4-bb15-407f23f00d11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d679147-bb0c-4797-a7a5-37c0a86b6619 HTTP/1.1" status: 204 len: 168 time: 0.1246052 Aug 13 02:40:02.283712 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5de07-4134-40f4-bb15-407f23f00d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d679147-bb0c-4797-a7a5-37c0a86b6619,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:02.510407 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e4305-0883-4abb-be7f-586c81e07d7d req-ce938ba5-c527-436d-9d09-6c4d721b4dfe tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:02.512719 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-819e4305-0883-4abb-be7f-586c81e07d7d req-ce938ba5-c527-436d-9d09-6c4d721b4dfe tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0552025 Aug 13 02:40:02.558791 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-819e4305-0883-4abb-be7f-586c81e07d7d req-3afc9c0f-15e6-4748-a841-aa566c10977e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374470 Aug 13 02:40:02.611809 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 59120) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:02.631859 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e4021bb0-6d97-4336-a476-22799e60e2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.688475 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664d7da-57ed-4161-bad5-6bfaef2b51c0 req-7b841f88-aaeb-460a-b953-0d61ed35dd54 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:02.689180 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3664d7da-57ed-4161-bad5-6bfaef2b51c0 req-7b841f88-aaeb-460a-b953-0d61ed35dd54 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0539966 Aug 13 02:40:02.738935 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3664d7da-57ed-4161-bad5-6bfaef2b51c0 req-52b10fc6-16fe-4da0-99c5-d011c43eca79 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432394 Aug 13 02:40:02.755517 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e4021bb0-6d97-4336-a476-22799e60e2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.760714 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e4021bb0-6d97-4336-a476-22799e60e2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.806383 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4021bb0-6d97-4336-a476-22799e60e2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792e70ea-0c84-4615-99a6-c75d4e1c04c4,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:02.819972 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e4021bb0-6d97-4336-a476-22799e60e2ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3581065060564b4e87c332a8bb8ac087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070112 Aug 13 02:40:02.825486 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 59124) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:02.892684 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-28fa6b61-9ded-409f-970a-b7322060f29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.914997 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-28fa6b61-9ded-409f-970a-b7322060f29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.971462 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-28fa6b61-9ded-409f-970a-b7322060f29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.974103 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-28fa6b61-9ded-409f-970a-b7322060f29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:02.975271 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-28fa6b61-9ded-409f-970a-b7322060f29d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/792e70ea-0c84-4615-99a6-c75d4e1c04c4 HTTP/1.1" status: 204 len: 168 time: 0.1461532 Aug 13 02:40:02.983188 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa6b61-9ded-409f-970a-b7322060f29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792e70ea-0c84-4615-99a6-c75d4e1c04c4,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:03.113394 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67982245-f2fe-4673-a6e5-9113527a0482 req-c863b6c0-d328-4892-9136-751fbe3e98d9 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:03.114935 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-67982245-f2fe-4673-a6e5-9113527a0482 req-c863b6c0-d328-4892-9136-751fbe3e98d9 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0566711 Aug 13 02:40:03.145130 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:03.185906 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-67982245-f2fe-4673-a6e5-9113527a0482 req-d1ecb6c0-8a36-4ece-af79-16f62d9cf43e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597212 Aug 13 02:40:03.682106 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cddf47-7b2f-4d22-b2bd-f380531f1ea3 req-4799f9bb-9080-4543-8de1-09e3fb700aa8 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:03.683719 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a8cddf47-7b2f-4d22-b2bd-f380531f1ea3 req-4799f9bb-9080-4543-8de1-09e3fb700aa8 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0507107 Aug 13 02:40:03.733033 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a8cddf47-7b2f-4d22-b2bd-f380531f1ea3 req-9284d9d1-43ef-41d5-b35b-4903f345455c tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421669 Aug 13 02:40:03.913973 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12813555-ec77-46f7-93f1-3175903e5c9c req-24d098a9-ed26-49db-afee-4ee330b4db4a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:03.915955 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-12813555-ec77-46f7-93f1-3175903e5c9c req-24d098a9-ed26-49db-afee-4ee330b4db4a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0618401 Aug 13 02:40:03.959553 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-12813555-ec77-46f7-93f1-3175903e5c9c req-a7ea821e-2de5-4676-8cab-c6f50989be95 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371885 Aug 13 02:40:04.325161 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92488553-aaa7-4434-ad8f-f5586539e7b7 req-9c977a23-0178-4a96-9a1a-94e10c0db959 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:04.334409 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92488553-aaa7-4434-ad8f-f5586539e7b7 req-9c977a23-0178-4a96-9a1a-94e10c0db959 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0822761 Aug 13 02:40:04.367673 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92488553-aaa7-4434-ad8f-f5586539e7b7 req-1090b208-a87b-42f1-86f2-e6a9685d6aa2 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322363 Aug 13 02:40:04.862624 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e08f91-758d-48f0-93b6-40f2863c8ef1 req-8394f75b-43b2-4c6f-a453-76ecf2228675 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:04.869007 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e0e08f91-758d-48f0-93b6-40f2863c8ef1 req-8394f75b-43b2-4c6f-a453-76ecf2228675 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0632062 Aug 13 02:40:04.926524 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e0e08f91-758d-48f0-93b6-40f2863c8ef1 req-b1f02671-292b-4e92-b6a6-448492a2c7fc tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558705 Aug 13 02:40:05.117515 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed6548-4123-4dc9-b904-48ce94373ef4 req-2948487e-ee7a-4cbe-9c45-c82690a5e95e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:05.119169 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c4ed6548-4123-4dc9-b904-48ce94373ef4 req-2948487e-ee7a-4cbe-9c45-c82690a5e95e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0863330 Aug 13 02:40:05.162390 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c4ed6548-4123-4dc9-b904-48ce94373ef4 req-04593713-d723-413f-aefa-3b7b342b77b0 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328650 Aug 13 02:40:05.506433 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23752cfc-f957-4ca9-8129-c20cedf67996 req-bf9c4c4c-0a48-444f-9cbf-35e164431f3a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:05.507894 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-23752cfc-f957-4ca9-8129-c20cedf67996 req-bf9c4c4c-0a48-444f-9cbf-35e164431f3a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0553391 Aug 13 02:40:05.548898 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-23752cfc-f957-4ca9-8129-c20cedf67996 req-87100eb5-0108-48d5-931d-701c318e7c6a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346291 Aug 13 02:40:05.811017 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:40:06.054556 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7858014-fee1-4651-b2c9-b0b83551d72a req-2e6ecae5-0a29-488d-a5a9-1e6e219d6e11 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:06.056067 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d7858014-fee1-4651-b2c9-b0b83551d72a req-2e6ecae5-0a29-488d-a5a9-1e6e219d6e11 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0546138 Aug 13 02:40:06.096551 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d7858014-fee1-4651-b2c9-b0b83551d72a req-690ebe5d-353d-4324-93e0-19cb63347c51 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336788 Aug 13 02:40:06.281717 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b66e8b-c04a-4777-b368-8b0bb934626a req-827662e4-32d5-4fdd-bc35-31a002505444 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:06.283384 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-64b66e8b-c04a-4777-b368-8b0bb934626a req-827662e4-32d5-4fdd-bc35-31a002505444 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0504248 Aug 13 02:40:06.329053 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-64b66e8b-c04a-4777-b368-8b0bb934626a req-556010df-bda4-4f4f-8b5b-63691ab534e8 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382888 Aug 13 02:40:06.354779 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f61bc73a-9b8d-4a1a-95aa-e516db859b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:06.680791 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e378885-7185-4a81-8d9a-b84ffead2930 req-86adb7b9-0dee-4c4b-ac85-d812903bc56b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:06.682391 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e378885-7185-4a81-8d9a-b84ffead2930 req-86adb7b9-0dee-4c4b-ac85-d812903bc56b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0566678 Aug 13 02:40:06.724608 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e378885-7185-4a81-8d9a-b84ffead2930 req-3f6ab6ae-64fc-4996-82eb-e57c39a73dba tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354540 Aug 13 02:40:07.234842 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122f0f2-3bab-4737-9b55-95c45c855b5c req-aa6a2174-2ee9-43f5-b772-b95081a9e87c tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:07.237594 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f122f0f2-3bab-4737-9b55-95c45c855b5c req-aa6a2174-2ee9-43f5-b772-b95081a9e87c tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0683076 Aug 13 02:40:07.299883 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f122f0f2-3bab-4737-9b55-95c45c855b5c req-c8858c4f-ff06-467e-9cb2-bb84ae1423ca tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468254 Aug 13 02:40:07.467789 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cfec08-40a9-4591-af8b-2283925b9802 req-0aa7e214-6b81-43d6-a494-77fd5664d659 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:07.473087 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-47cfec08-40a9-4591-af8b-2283925b9802 req-0aa7e214-6b81-43d6-a494-77fd5664d659 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0581090 Aug 13 02:40:07.517911 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-47cfec08-40a9-4591-af8b-2283925b9802 req-6c223570-56b9-48f3-819e-57342ed766ee tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410802 Aug 13 02:40:07.865185 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3d1a7-7003-4e5e-9cb3-0eca0ed4abda req-17155a5e-9456-478c-bdd1-37e6c4eb8055 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:07.867456 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61b3d1a7-7003-4e5e-9cb3-0eca0ed4abda req-17155a5e-9456-478c-bdd1-37e6c4eb8055 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0605493 Aug 13 02:40:07.910255 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61b3d1a7-7003-4e5e-9cb3-0eca0ed4abda req-c7e6f4a6-2014-4e98-9354-5d45f571ee53 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363569 Aug 13 02:40:08.423181 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c3e36-865c-43f5-a5b6-b413b23c90d9 req-f2136129-d2ce-446a-9c35-2ed1823fb0ea tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:08.424608 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-af2c3e36-865c-43f5-a5b6-b413b23c90d9 req-f2136129-d2ce-446a-9c35-2ed1823fb0ea tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0556703 Aug 13 02:40:08.464724 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-af2c3e36-865c-43f5-a5b6-b413b23c90d9 req-57b70b16-fade-4880-8814-d2c7e7a2e7c1 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332372 Aug 13 02:40:08.656562 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7ad3b-15f9-41b9-aef6-5e7104bed62b req-6f5750bf-8219-444b-8476-82e0189bc4f6 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:08.665154 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1fd7ad3b-15f9-41b9-aef6-5e7104bed62b req-6f5750bf-8219-444b-8476-82e0189bc4f6 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0693705 Aug 13 02:40:08.710436 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1fd7ad3b-15f9-41b9-aef6-5e7104bed62b req-2a8186f5-6294-483a-924b-4a9356d60f77 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421379 Aug 13 02:40:09.041798 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30ead2-f777-43ba-83fc-7129dfde17ef req-a6dad98b-3b0e-4ecd-940d-7fa74ad8600f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:09.043292 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a30ead2-f777-43ba-83fc-7129dfde17ef req-a6dad98b-3b0e-4ecd-940d-7fa74ad8600f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0538464 Aug 13 02:40:09.084705 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a30ead2-f777-43ba-83fc-7129dfde17ef req-07f88975-6329-4fd4-a52d-e5a36b8c5127 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342016 Aug 13 02:40:09.149701 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:09.324725 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ed114f4a-5729-4e2d-99fc-846e01242589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:09.584674 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea3c99-f1f9-4a96-b594-c3a6d6f6368c req-e82deda9-9321-44e3-912d-a8ebcab5dce1 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:09.586061 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0cea3c99-f1f9-4a96-b594-c3a6d6f6368c req-e82deda9-9321-44e3-912d-a8ebcab5dce1 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0494266 Aug 13 02:40:09.625879 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0cea3c99-f1f9-4a96-b594-c3a6d6f6368c req-a948f678-e9c9-42d0-9011-68b9369c6f99 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335231 Aug 13 02:40:09.838959 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6114611-b52e-4169-add6-4a35b85a5d6e req-42e437a3-e2a1-4d38-82f0-970eed53bce2 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:09.840554 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a6114611-b52e-4169-add6-4a35b85a5d6e req-42e437a3-e2a1-4d38-82f0-970eed53bce2 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0571935 Aug 13 02:40:09.880564 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a6114611-b52e-4169-add6-4a35b85a5d6e req-9618bb76-6ec8-4cb4-9a8e-ee4472e64d0e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333290 Aug 13 02:40:10.236076 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89726ea6-7e56-4297-acae-fa9e66dc63cb req-a290abc1-f2ce-4fe0-b022-8c8548e2bfbd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:10.244860 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-89726ea6-7e56-4297-acae-fa9e66dc63cb req-a290abc1-f2ce-4fe0-b022-8c8548e2bfbd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0678558 Aug 13 02:40:10.298939 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-89726ea6-7e56-4297-acae-fa9e66dc63cb req-62d34387-d7b8-4855-887a-89f8b3601896 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527077 Aug 13 02:40:10.441739 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:10.752004 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954158a-73e5-4124-bd1b-df1ef3ab9257 req-06a5fbdf-8a2a-42d6-aea5-5fa55f5181f3 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:10.753847 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a954158a-73e5-4124-bd1b-df1ef3ab9257 req-06a5fbdf-8a2a-42d6-aea5-5fa55f5181f3 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0516396 Aug 13 02:40:10.796996 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a954158a-73e5-4124-bd1b-df1ef3ab9257 req-50182f6b-eef0-44e6-b2ec-5ccd454d8ceb tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366025 Aug 13 02:40:11.010169 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037694f-d651-48d3-af75-605515f764a7 req-4a7388d2-0316-4772-9bb2-287000ded455 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:11.011742 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e037694f-d651-48d3-af75-605515f764a7 req-4a7388d2-0316-4772-9bb2-287000ded455 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0595515 Aug 13 02:40:11.052595 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e037694f-d651-48d3-af75-605515f764a7 req-7e870126-e694-42b8-80b9-4c22445cdf0f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342410 Aug 13 02:40:11.293627 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-61076ae6-e854-4dfe-b5de-d9816fdb8c82 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:11.295142 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-61076ae6-e854-4dfe-b5de-d9816fdb8c82 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/networks?id=0945f000-2077-4600-a181-e1215459c07a HTTP/1.1" status: 200 len: 815 time: 0.1148031 Aug 13 02:40:11.311202 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-bc9246cf-4d48-4358-a8e6-f85dc2d8f4b4 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/quotas/4f1bf98d70c54d758a20a5ee1e380ef4 HTTP/1.1" status: 200 len: 375 time: 0.0096860 Aug 13 02:40:11.374615 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-bb68fe75-14f1-4bbf-861e-795898c674a7 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4f1bf98d70c54d758a20a5ee1e380ef4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0574870 Aug 13 02:40:11.506474 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff12e8c-b15c-4f7c-b70f-6219d14fddc8 req-dab43ab9-f105-41c4-b700-8633e6f492a4 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:11.506474 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ff12e8c-b15c-4f7c-b70f-6219d14fddc8 req-dab43ab9-f105-41c4-b700-8633e6f492a4 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.1123147 Aug 13 02:40:11.541015 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-39790bb6-3cf5-461d-ad60-25a91246c23a service neutron] 10.222.0.42 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571543 Aug 13 02:40:11.606488 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ff12e8c-b15c-4f7c-b70f-6219d14fddc8 req-fcbd80ba-105f-4a1c-b94b-202bed8bbdfb tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930648 Aug 13 02:40:11.658142 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-3902c2ba-16d5-44c1-bed9-b9e1dc6fc050 service neutron] 10.222.0.42 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089580 Aug 13 02:40:11.761834 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:11.807535 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 59340) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:11.907810 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50fcf429-558e-4295-a10f-3ba31c6274ce req-b9de36d6-d895-4f87-b65f-1603594a2981 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 210 time: 0.0637364 Aug 13 02:40:11.966617 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-62447b8b-a2dc-49e8-b7f2-b765d475270b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:11.998178 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb0143-c5fd-44fb-8e98-8f9ec28217bb req-126fdf08-c33b-424b-a167-f51b68433798 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:12.000009 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fdfb0143-c5fd-44fb-8e98-8f9ec28217bb req-126fdf08-c33b-424b-a167-f51b68433798 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0900133 Aug 13 02:40:12.061489 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fdfb0143-c5fd-44fb-8e98-8f9ec28217bb req-6bd0d5b5-f04a-4fda-b329-57b0905f6890 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474074 Aug 13 02:40:12.066756 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-62447b8b-a2dc-49e8-b7f2-b765d475270b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.072430 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-62447b8b-a2dc-49e8-b7f2-b765d475270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.142230 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-62447b8b-a2dc-49e8-b7f2-b765d475270b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e23b6973f6204966bb63f702ca8e8c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335042 Aug 13 02:40:12.142835 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 59362) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:12.154198 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62447b8b-a2dc-49e8-b7f2-b765d475270b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5085ff6-2b3c-4418-ac24-0f9ae68ee98a,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:12.207690 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a87471-e584-476a-a24d-a9b41150d4d0 req-5935b0df-36b6-4f6d-a51a-f3f60ec30ec2 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:12.209905 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b3a87471-e584-476a-a24d-a9b41150d4d0 req-5935b0df-36b6-4f6d-a51a-f3f60ec30ec2 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0804732 Aug 13 02:40:12.219730 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cadc86a9-7c9d-47f5-afc7-9418352a4d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.260155 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cadc86a9-7c9d-47f5-afc7-9418352a4d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.285449 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b3a87471-e584-476a-a24d-a9b41150d4d0 req-441911af-19e6-40d7-9d5e-d38aae1cbf78 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685248 Aug 13 02:40:12.364433 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cadc86a9-7c9d-47f5-afc7-9418352a4d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.369933 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cadc86a9-7c9d-47f5-afc7-9418352a4d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.374910 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-cadc86a9-7c9d-47f5-afc7-9418352a4d86 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5085ff6-2b3c-4418-ac24-0f9ae68ee98a HTTP/1.1" status: 204 len: 168 time: 0.2297404 Aug 13 02:40:12.386747 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc86a9-7c9d-47f5-afc7-9418352a4d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5085ff6-2b3c-4418-ac24-0f9ae68ee98a,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:12.697060 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 59380) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:12.711392 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a3ff-0e3d-4851-993b-ebfd9ef9ac20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.747795 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4533f2-c6d1-465a-885e-a853040f07fe req-13c344bf-7441-4e5e-b312-827283b6427c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:12.749732 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de4533f2-c6d1-465a-885e-a853040f07fe req-13c344bf-7441-4e5e-b312-827283b6427c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0614593 Aug 13 02:40:12.796711 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de4533f2-c6d1-465a-885e-a853040f07fe req-5b2c287d-4b8b-4468-af7a-de422a1d0fa7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335686 Aug 13 02:40:12.814161 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a3ff-0e3d-4851-993b-ebfd9ef9ac20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.820199 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cfc9a3ff-0e3d-4851-993b-ebfd9ef9ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.858672 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-cfc9a3ff-0e3d-4851-993b-ebfd9ef9ac20 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd1e1943a7534a91a54e878a6c071270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602800 Aug 13 02:40:12.860115 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9a3ff-0e3d-4851-993b-ebfd9ef9ac20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c6bd2b-3062-4458-925d-644fb59fff09,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:12.860986 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 59386) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:12.912769 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:12.933617 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.003289 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-041a53ce-de06-4953-8827-30297e522d9a req-42c9e116-2b22-47e3-9dee-e2fc68ffa617 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 210 time: 0.0333548 Aug 13 02:40:13.005521 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.008930 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.010085 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52c6bd2b-3062-4458-925d-644fb59fff09 HTTP/1.1" status: 204 len: 168 time: 0.1479115 Aug 13 02:40:13.027482 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c6bd2b-3062-4458-925d-644fb59fff09,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:13.027482 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:13.027482 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:13.027482 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:13.027925 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:13.028120 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:13.028467 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:13.028784 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:13.029106 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:13.029430 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:13.029748 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:13.030065 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:13.030388 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5734c4-9e63-475e-be3b-72d58fcefc7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:13.181749 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349e8e4-8f6d-4c20-aeb5-f5290c8a4fda req-5a2cd0e2-5f2e-4cbb-9882-1227b9777747 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:13.183310 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6349e8e4-8f6d-4c20-aeb5-f5290c8a4fda req-5a2cd0e2-5f2e-4cbb-9882-1227b9777747 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0551114 Aug 13 02:40:13.222344 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6349e8e4-8f6d-4c20-aeb5-f5290c8a4fda req-338591b0-87d5-4817-bc69-50dd3d63d2a2 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329719 Aug 13 02:40:13.351293 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 59400) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:13.372655 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-57fcb3e8-e75d-44bd-8e18-c4bce0f0bb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.430118 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfae531-dbee-4173-a435-aa2b4d14ba63 req-2967c6c9-513b-4afc-a087-cc56e831c1fb tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:13.431543 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9bfae531-dbee-4173-a435-aa2b4d14ba63 req-2967c6c9-513b-4afc-a087-cc56e831c1fb tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0672774 Aug 13 02:40:13.488133 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9bfae531-dbee-4173-a435-aa2b4d14ba63 req-bea7b115-7a72-4013-ada7-29d122a85784 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502493 Aug 13 02:40:13.528163 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-57fcb3e8-e75d-44bd-8e18-c4bce0f0bb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.533814 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-57fcb3e8-e75d-44bd-8e18-c4bce0f0bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.573733 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-57fcb3e8-e75d-44bd-8e18-c4bce0f0bb9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07f3727a008f40aca942ea131c33b109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213054 Aug 13 02:40:13.574573 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcb3e8-e75d-44bd-8e18-c4bce0f0bb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f211b54a-7260-4777-a40a-9931c8c8ab64,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:13.576604 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 59406) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:13.625261 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9823ad41-cbb6-4e17-81d1-3241bc9df818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.644837 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9823ad41-cbb6-4e17-81d1-3241bc9df818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.696576 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9823ad41-cbb6-4e17-81d1-3241bc9df818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.699460 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9823ad41-cbb6-4e17-81d1-3241bc9df818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:13.701362 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9823ad41-cbb6-4e17-81d1-3241bc9df818 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f211b54a-7260-4777-a40a-9931c8c8ab64 HTTP/1.1" status: 204 len: 168 time: 0.1234589 Aug 13 02:40:13.714306 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823ad41-cbb6-4e17-81d1-3241bc9df818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f211b54a-7260-4777-a40a-9931c8c8ab64,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:13.922410 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a7b28-1145-46b6-bf55-10bef219c402 req-ba23e093-ebc2-4234-af5c-04e7099590c7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:13.923896 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5d8a7b28-1145-46b6-bf55-10bef219c402 req-ba23e093-ebc2-4234-af5c-04e7099590c7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0499232 Aug 13 02:40:13.962265 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5d8a7b28-1145-46b6-bf55-10bef219c402 req-e1042c81-3e2f-4dc8-9b51-d8d5ee00de44 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319998 Aug 13 02:40:14.104807 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e03764e-5e95-4aac-a4b2-bc43ff30ae6b req-0cc1d299-a2b4-4e8c-8e49-c5b482cacaa5 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 210 time: 0.0284579 Aug 13 02:40:14.344330 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7e5ac-7d05-4260-bcbd-4d2ba4cf0fd3 req-3dc2797c-ddbc-4b4c-ab70-47bf3f68b786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:14.346431 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54f7e5ac-7d05-4260-bcbd-4d2ba4cf0fd3 req-3dc2797c-ddbc-4b4c-ab70-47bf3f68b786 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ab7602dc7a742c9ab40295105bc5b1a&device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 1098 time: 0.0463047 Aug 13 02:40:14.346547 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2765aa-1c96-4074-b05a-38efe99c5eca req-14cf3880-678a-4d4c-b97a-838a43642e65 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:14.348004 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e2765aa-1c96-4074-b05a-38efe99c5eca req-14cf3880-678a-4d4c-b97a-838a43642e65 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0530028 Aug 13 02:40:14.388397 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e2765aa-1c96-4074-b05a-38efe99c5eca req-632f5dbb-39d7-4266-8143-c2c929273304 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334063 Aug 13 02:40:14.505461 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7e5ac-7d05-4260-bcbd-4d2ba4cf0fd3 req-eff8191b-9228-4b58-bf3f-324164fbbd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:14.507837 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54f7e5ac-7d05-4260-bcbd-4d2ba4cf0fd3 req-eff8191b-9228-4b58-bf3f-324164fbbd81 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fe858a6-ca4c-4264-bddc-22721051f7c2 HTTP/1.1" status: 200 len: 919 time: 0.0966511 Aug 13 02:40:14.609781 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dedc6-c849-4242-80b2-edcd26074218 req-cfd14d6d-670b-4df5-8f3b-14e3011007f1 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:14.611374 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b44dedc6-c849-4242-80b2-edcd26074218 req-cfd14d6d-670b-4df5-8f3b-14e3011007f1 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0516541 Aug 13 02:40:14.618737 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54f7e5ac-7d05-4260-bcbd-4d2ba4cf0fd3 req-06f7cc8b-fc46-4f0a-886d-8c669a98b95b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 HTTP/1.1" status: 200 len: 217 time: 0.0409119 Aug 13 02:40:14.655289 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b44dedc6-c849-4242-80b2-edcd26074218 req-cc1d519e-ed32-4b33-bf0f-77a474db63c6 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364678 Aug 13 02:40:14.675289 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7e5ac-7d05-4260-bcbd-4d2ba4cf0fd3 req-5c14b252-d6d1-4d76-ae33-bf859eddf5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:14.677093 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54f7e5ac-7d05-4260-bcbd-4d2ba4cf0fd3 req-5c14b252-d6d1-4d76-ae33-bf859eddf5d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c HTTP/1.1" status: 200 len: 858 time: 0.0477543 Aug 13 02:40:14.712485 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54f7e5ac-7d05-4260-bcbd-4d2ba4cf0fd3 req-06398465-d2d7-45f5-9c43-6d9be6c74363 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fe858a6-ca4c-4264-bddc-22721051f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248134 Aug 13 02:40:14.813042 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54f7e5ac-7d05-4260-bcbd-4d2ba4cf0fd3 req-e9491d03-70b1-46e5-929b-8f4e34a21cce service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889030 Aug 13 02:40:14.915481 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-54f7e5ac-7d05-4260-bcbd-4d2ba4cf0fd3 req-d8226316-2934-4bdf-a491-8c876fe68667 service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919032 Aug 13 02:40:15.087721 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69403613-5629-4bba-837c-5fd513ad6b11 req-b14c090f-9ba7-4c1a-9005-eea397203b61 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:15.089285 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-69403613-5629-4bba-837c-5fd513ad6b11 req-b14c090f-9ba7-4c1a-9005-eea397203b61 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0552237 Aug 13 02:40:15.133093 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-69403613-5629-4bba-837c-5fd513ad6b11 req-3051669f-4692-40a3-a10e-1c0b9b0c9d8e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338469 Aug 13 02:40:15.205732 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9fb7841-9b0c-4307-9419-c11039d82471 req-5f89bcbe-2dda-41c5-afa2-cc550e440ca9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 210 time: 0.0306766 Aug 13 02:40:15.380079 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-8841d14c-92d4-48d0-9791-5194cbcfe2c3 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:15.381608 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-8841d14c-92d4-48d0-9791-5194cbcfe2c3 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "GET /v2.0/networks?id=0945f000-2077-4600-a181-e1215459c07a HTTP/1.1" status: 200 len: 815 time: 0.1083477 Aug 13 02:40:15.416261 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05d85598-9c8c-49ff-8930-39a0051e8f19 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Request body: {'port': {'device_id': 'a1f8fd94-d18d-4ed3-bf71-5299bf28d68b', 'network_id': '0945f000-2077-4600-a181-e1215459c07a', 'admin_state_up': True, 'tenant_id': '4f1bf98d70c54d758a20a5ee1e380ef4'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:15.505874 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fe869-7409-455f-bab1-27d35b9d2dfb req-d393656d-ea9e-4634-b9ef-9b70818db495 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:15.507738 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba0fe869-7409-455f-bab1-27d35b9d2dfb req-d393656d-ea9e-4634-b9ef-9b70818db495 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0516710 Aug 13 02:40:15.527484 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05d85598-9c8c-49ff-8930-39a0051e8f19 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Made reservation on behalf of 4f1bf98d70c54d758a20a5ee1e380ef4 for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:15.531042 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05d85598-9c8c-49ff-8930-39a0051e8f19 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:15.551726 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba0fe869-7409-455f-bab1-27d35b9d2dfb req-f5df28d8-faf7-47af-8399-4f24d2c7672a tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350554 Aug 13 02:40:15.663488 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05d85598-9c8c-49ff-8930-39a0051e8f19 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Allocated IP 172.20.0.8 (0945f000-2077-4600-a181-e1215459c07a/c7b402c5-713b-4159-ad46-e99bb2dc7e4a/4e02957c-6cac-4d92-a7fa-355a675cdfd0) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:15.783501 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7114d-ba4b-411d-81ca-d3b23abbe0bd req-3c972cfe-1a6e-458c-81aa-3273126bfa1e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:15.785239 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-73e7114d-ba4b-411d-81ca-d3b23abbe0bd req-3c972cfe-1a6e-458c-81aa-3273126bfa1e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0513413 Aug 13 02:40:15.820693 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05d85598-9c8c-49ff-8930-39a0051e8f19 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:15.824599 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-73e7114d-ba4b-411d-81ca-d3b23abbe0bd req-12dd3bd8-b38b-421e-ba5b-f03c3fb7bb08 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330706 Aug 13 02:40:15.860923 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05d85598-9c8c-49ff-8930-39a0051e8f19 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:15.899146 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['03c91296-dae0-4c97-b24e-cfca354525e6', '03881086-615c-4f34-852d-2f901f054406', 'd25671bd-0ca1-4479-97d0-d164082939ce'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:15.902949 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05d85598-9c8c-49ff-8930-39a0051e8f19 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Network 0945f000-2077-4600-a181-e1215459c07a is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:15.905977 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05d85598-9c8c-49ff-8930-39a0051e8f19 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:15.909653 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05d85598-9c8c-49ff-8930-39a0051e8f19 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:15.932854 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d85598-9c8c-49ff-8930-39a0051e8f19 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Pushing event updated for resources: {'Port': ['ID=4e02957c-6cac-4d92-a7fa-355a675cdfd0,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:15.962272 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05d85598-9c8c-49ff-8930-39a0051e8f19 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:15.962894 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05d85598-9c8c-49ff-8930-39a0051e8f19 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:15.980653 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05d85598-9c8c-49ff-8930-39a0051e8f19 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5699930 Aug 13 02:40:16.001467 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Request body: {'port': {'device_id': 'a1f8fd94-d18d-4ed3-bf71-5299bf28d68b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:16.066346 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.267011 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7e0b1-f770-4b1a-9911-01041dbd559a req-fa2cbbdc-6b45-4b63-97aa-44500ca9b70a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:16.268657 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fbc7e0b1-f770-4b1a-9911-01041dbd559a req-fa2cbbdc-6b45-4b63-97aa-44500ca9b70a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0585544 Aug 13 02:40:16.342237 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fbc7e0b1-f770-4b1a-9911-01041dbd559a req-cbbed791-9623-47a8-a202-69512edf750c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651889 Aug 13 02:40:16.354161 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e02957c-6cac-4d92-a7fa-355a675cdfd0 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:16.354629 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29062b37-e2c0-4538-91a9-73ef6cd7c89a req-b44604ce-be04-496e-82e6-a0c270955f76 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:16.356138 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-29062b37-e2c0-4538-91a9-73ef6cd7c89a req-b44604ce-be04-496e-82e6-a0c270955f76 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 931 time: 0.0712142 Aug 13 02:40:16.362518 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.374512 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Transition to ACTIVE for port object 4e02957c-6cac-4d92-a7fa-355a675cdfd0 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:16.379003 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.399444 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-29062b37-e2c0-4538-91a9-73ef6cd7c89a req-1accbde0-18eb-4bd7-8ebe-4b200072a0ac tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338442 Aug 13 02:40:16.430251 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Pushing event updated for resources: {'Port': ['ID=4e02957c-6cac-4d92-a7fa-355a675cdfd0,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:16.513360 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Attempting to bind port 4e02957c-6cac-4d92-a7fa-355a675cdfd0 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:16.513688 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Attempting to bind port 4e02957c-6cac-4d92-a7fa-355a675cdfd0 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:16.514014 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Attempting to bind port 4e02957c-6cac-4d92-a7fa-355a675cdfd0 on network 0945f000-2077-4600-a181-e1215459c07a {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:16.519061 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Port 4e02957c-6cac-4d92-a7fa-355a675cdfd0 on network 0945f000-2077-4600-a181-e1215459c07a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:40:16.519551 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Attempting to bind port 4e02957c-6cac-4d92-a7fa-355a675cdfd0 on network 0945f000-2077-4600-a181-e1215459c07a {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:16.524509 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:16.524842 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Checking segment: {'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:16.525241 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Bound using segment: {'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:16.525638 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Bound port: 4e02957c-6cac-4d92-a7fa-355a675cdfd0, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '0945f000-2077-4600-a181-e1215459c07a'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:16.525989 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.590026 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] For port 4e02957c-6cac-4d92-a7fa-355a675cdfd0, host hv-cinder-76018, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:16.593040 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] For port 4e02957c-6cac-4d92-a7fa-355a675cdfd0, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4e02957c-6cac-4d92-a7fa-355a675cdfd0,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:16.599122 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.630482 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:16.631321 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:16.632741 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] 10.222.0.60 "PUT /v2.0/ports/4e02957c-6cac-4d92-a7fa-355a675cdfd0 HTTP/1.1" status: 200 len: 1093 time: 0.6355951 Aug 13 02:40:16.634859 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f8fd94-d18d-4ed3-bf71-5299bf28d68b', 'tag': '4e02957c-6cac-4d92-a7fa-355a675cdfd0'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:16.637149 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a382a03db399cca1283d4f7ece85babfb64ee32656e6b885022af9a72db3350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4968a2e2-c849-4492-8d6c-536aa3380097" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f8fd94-d18d-4ed3-bf71-5299bf28d68b", "tag": "4e02957c-6cac-4d92-a7fa-355a675cdfd0"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:16.663771 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed86c7-1aaa-419f-ae47-d2ed53a2ae4a service neutron] Pushing event updated for resources: {'Port': ['ID=4e02957c-6cac-4d92-a7fa-355a675cdfd0,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:16.677625 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c7783-24f5-440c-bf72-e871209dcd92 req-6afdee8b-8b64-4ad9-a80e-d8d89ef1f416 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:16.679095 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-297c7783-24f5-440c-bf72-e871209dcd92 req-6afdee8b-8b64-4ad9-a80e-d8d89ef1f416 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0539012 Aug 13 02:40:16.688058 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09893e9-ebc2-410c-8736-00e70cfa747f x-openstack-request-id: req-c09893e9-ebc2-410c-8736-00e70cfa747f {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:16.688374 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f8fd94-d18d-4ed3-bf71-5299bf28d68b", "tag": "4e02957c-6cac-4d92-a7fa-355a675cdfd0", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:16.688653 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c09893e9-ebc2-410c-8736-00e70cfa747f {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:16.689038 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f8fd94-d18d-4ed3-bf71-5299bf28d68b', 'tag': '4e02957c-6cac-4d92-a7fa-355a675cdfd0', 'status': 'completed', 'code': 200} Aug 13 02:40:16.718339 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-297c7783-24f5-440c-bf72-e871209dcd92 req-b5fba1e9-95d5-4f8c-a288-f570df87815a tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320027 Aug 13 02:40:16.957131 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1f2ea-e537-4dd1-98f0-7e05d675e27a req-3208a940-0a32-406f-84cf-0a2cb4a46fee tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:16.958948 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74a1f2ea-e537-4dd1-98f0-7e05d675e27a req-3208a940-0a32-406f-84cf-0a2cb4a46fee tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0523572 Aug 13 02:40:17.001063 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74a1f2ea-e537-4dd1-98f0-7e05d675e27a req-e6c7de44-537e-4c70-8c35-47cfa6d0fd61 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330772 Aug 13 02:40:17.485509 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccaf7c5-3421-417f-a780-e1e12d08ca42 req-1ebfbf1a-be36-4271-80fe-05f2134a633e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:17.486948 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dccaf7c5-3421-417f-a780-e1e12d08ca42 req-1ebfbf1a-be36-4271-80fe-05f2134a633e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0611002 Aug 13 02:40:17.544900 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a1e53-8ed7-40ea-a8d8-4ac7d637a999 req-90d5a4db-e581-411b-a7ef-e0b30e5d9c68 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:17.546371 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca5a1e53-8ed7-40ea-a8d8-4ac7d637a999 req-90d5a4db-e581-411b-a7ef-e0b30e5d9c68 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 943 time: 0.0793445 Aug 13 02:40:17.549069 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dccaf7c5-3421-417f-a780-e1e12d08ca42 req-4d2e8316-722f-44e8-ba2d-dcac6d204c1e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491590 Aug 13 02:40:17.584242 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca5a1e53-8ed7-40ea-a8d8-4ac7d637a999 req-5859833c-5cdc-4d66-bc09-23739d82ba59 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316584 Aug 13 02:40:18.001159 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f7a47-af52-4a76-b178-ca35a90f059a req-eefd1c46-4c8c-4faf-a108-d1a5414849ec tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:18.002562 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-712f7a47-af52-4a76-b178-ca35a90f059a req-eefd1c46-4c8c-4faf-a108-d1a5414849ec tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0651293 Aug 13 02:40:18.042577 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-712f7a47-af52-4a76-b178-ca35a90f059a req-255c0299-7834-45ab-bb42-53ecdf9a3f79 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337789 Aug 13 02:40:18.125004 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18866f9-f3ed-4903-9ff3-dbd57d5efb40 req-31ad6333-ffc4-4888-9b4d-84b980fbc156 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:18.126448 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c18866f9-f3ed-4903-9ff3-dbd57d5efb40 req-31ad6333-ffc4-4888-9b4d-84b980fbc156 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0527453 Aug 13 02:40:18.167654 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c18866f9-f3ed-4903-9ff3-dbd57d5efb40 req-eceb93c1-2a16-42c8-bcac-dfaeb2364906 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322051 Aug 13 02:40:18.708877 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354538d-f7b4-4330-93cb-fdea68a6cae9 req-87662365-0862-40fc-a755-37aa3f7bedf3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:18.710355 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9354538d-f7b4-4330-93cb-fdea68a6cae9 req-87662365-0862-40fc-a755-37aa3f7bedf3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0794308 Aug 13 02:40:18.722832 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a6543-0cad-4b2e-b393-5f38a6c2e9ae req-4c16cfb7-9ef5-437f-8b18-aa20fbed01ab tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:18.724230 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-519a6543-0cad-4b2e-b393-5f38a6c2e9ae req-4c16cfb7-9ef5-437f-8b18-aa20fbed01ab tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 943 time: 0.0676320 Aug 13 02:40:18.778540 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9354538d-f7b4-4330-93cb-fdea68a6cae9 req-e19dd93d-861a-46a4-bd89-f1bb2eeeb415 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532887 Aug 13 02:40:18.783265 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-519a6543-0cad-4b2e-b393-5f38a6c2e9ae req-f287084b-5273-4632-a779-d67d5015fbb9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524359 Aug 13 02:40:19.192504 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad63a40-9e68-4d76-b719-f357cfa7250b req-1c0535f2-ee90-46da-ba4b-24424fc300b7 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:19.194125 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dad63a40-9e68-4d76-b719-f357cfa7250b req-1c0535f2-ee90-46da-ba4b-24424fc300b7 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0677750 Aug 13 02:40:19.233529 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dad63a40-9e68-4d76-b719-f357cfa7250b req-c773eb05-95df-4011-94ec-32623fd2d83e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Aug 13 02:40:19.285506 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d1917-9032-4f69-91b6-2b8f33a21808 req-cfc7890c-2e36-4fbd-b2d3-c7d963f30cc5 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:19.287007 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a8d1917-9032-4f69-91b6-2b8f33a21808 req-cfc7890c-2e36-4fbd-b2d3-c7d963f30cc5 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0478070 Aug 13 02:40:19.330636 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a8d1917-9032-4f69-91b6-2b8f33a21808 req-3d4eb1cf-3d6d-41d6-a8c9-c4ecd6cc2621 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348289 Aug 13 02:40:19.917341 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 97ef92cc-ee8c-4230-96ba-e5f82029d0aa details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:40:19.937922 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99b069-f64b-4820-a8d4-2ca8196b3dc0 req-a428c266-d29c-490a-bdc7-75982c8a6f3d tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:19.939425 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a99b069-f64b-4820-a8d4-2ca8196b3dc0 req-a428c266-d29c-490a-bdc7-75982c8a6f3d tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 943 time: 0.0780637 Aug 13 02:40:19.951273 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968a2e2-c849-4492-8d6c-536aa3380097 req-65652b2f-ebd0-4425-8b37-d9966d37eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:19.951858 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9fb3c-ac20-4c45-b2cd-60b15186dd40 req-0a97e833-1da0-4b68-9e3b-2db3bd78bf81 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:19.953232 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cac9fb3c-ac20-4c45-b2cd-60b15186dd40 req-0a97e833-1da0-4b68-9e3b-2db3bd78bf81 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0823660 Aug 13 02:40:19.953757 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4968a2e2-c849-4492-8d6c-536aa3380097 req-65652b2f-ebd0-4425-8b37-d9966d37eb21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f1bf98d70c54d758a20a5ee1e380ef4&device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 1096 time: 0.0522420 Aug 13 02:40:20.007875 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a99b069-f64b-4820-a8d4-2ca8196b3dc0 req-a9f56be6-032c-48a7-8eef-2bd2cff30572 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536563 Aug 13 02:40:20.021527 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cac9fb3c-ac20-4c45-b2cd-60b15186dd40 req-69eb1fe1-6198-4e2c-a9b2-8b1183648ace tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598619 Aug 13 02:40:20.039639 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:20.051479 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'port_id': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'mac_address': 'fa:16:3e:51:ac:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:40:20.087831 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.100921 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97ef92cc-ee8c-4230-96ba-e5f82029d0aa {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:20.120752 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:20.127012 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:20.140424 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968a2e2-c849-4492-8d6c-536aa3380097 req-4bf51e96-3984-43ff-a55f-4407a56d2591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:20.141941 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4968a2e2-c849-4492-8d6c-536aa3380097 req-4bf51e96-3984-43ff-a55f-4407a56d2591 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4f1bf98d70c54d758a20a5ee1e380ef4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1676621 Aug 13 02:40:20.177048 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,revision_number=6']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:20.184504 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:20.184854 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:20.185195 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:20.185528 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:20.185859 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:20.186187 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:20.186516 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:20.186829 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:20.187152 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:20.187474 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:20.187798 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:20.188115 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:20.379590 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ec530-406e-4ff6-ab26-39513ccb0ae1 req-49f42b0b-8af3-45ca-abc3-1824b13f6371 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:20.381544 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-865ec530-406e-4ff6-ab26-39513ccb0ae1 req-49f42b0b-8af3-45ca-abc3-1824b13f6371 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0704448 Aug 13 02:40:20.433933 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['97ef92cc-ee8c-4230-96ba-e5f82029d0aa'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:20.471759 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-865ec530-406e-4ff6-ab26-39513ccb0ae1 req-6fda0662-cc5e-44b0-82cf-b2e7339c88cc tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803714 Aug 13 02:40:20.499107 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8fe2f-0df8-4a46-9297-ff2da9f74d1e req-810fad05-d59c-4013-b49a-9c5e1014236f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:20.500739 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c4f8fe2f-0df8-4a46-9297-ff2da9f74d1e req-810fad05-d59c-4013-b49a-9c5e1014236f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0800426 Aug 13 02:40:20.537046 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968a2e2-c849-4492-8d6c-536aa3380097 req-ac4a5545-3bcc-4317-9305-0861dd13436e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:20.538529 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-4968a2e2-c849-4492-8d6c-536aa3380097 req-ac4a5545-3bcc-4317-9305-0861dd13436e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3858421 Aug 13 02:40:20.545937 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c4f8fe2f-0df8-4a46-9297-ff2da9f74d1e req-8490cd90-1895-44bf-a2a9-ccfd8ee9953c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378525 Aug 13 02:40:20.640640 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-6247b648-bf36-47d9-8e9c-833c136b5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:20.642001 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-6247b648-bf36-47d9-8e9c-833c136b5bc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f1bf98d70c54d758a20a5ee1e380ef4&device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 1096 time: 0.0400844 Aug 13 02:40:20.691103 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-5e7c37e9-0ebb-4e48-a5a8-b552f99b3344 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e02957c-6cac-4d92-a7fa-355a675cdfd0 HTTP/1.1" status: 200 len: 217 time: 0.0353811 Aug 13 02:40:20.750554 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-b8c10f5b-4e64-43dc-8933-fb56c869d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:20.752948 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-b8c10f5b-4e64-43dc-8933-fb56c869d456 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7b402c5-713b-4159-ad46-e99bb2dc7e4a HTTP/1.1" status: 200 len: 855 time: 0.0535314 Aug 13 02:40:20.784115 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-7b8420ca-55d9-4e1a-95d7-e752dbd4af4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0945f000-2077-4600-a181-e1215459c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234849 Aug 13 02:40:21.154223 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c63f80-fe18-4c45-8153-ee3e1146fa59 req-dca8690b-c2ea-4d57-bd72-cc2fc8a8334a tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:21.155581 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-23c63f80-fe18-4c45-8153-ee3e1146fa59 req-dca8690b-c2ea-4d57-bd72-cc2fc8a8334a tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 943 time: 0.0780923 Aug 13 02:40:21.174854 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd94c0-9c0f-4be1-96fe-15305579f5a8 req-7305840a-b7fc-457f-a6cf-b2c9327d9609 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:21.176254 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1dcd94c0-9c0f-4be1-96fe-15305579f5a8 req-7305840a-b7fc-457f-a6cf-b2c9327d9609 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 945 time: 0.0731266 Aug 13 02:40:21.218352 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-23c63f80-fe18-4c45-8153-ee3e1146fa59 req-d3d4de1c-9636-4607-8ede-86ebbbc9a840 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561724 Aug 13 02:40:21.230840 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1dcd94c0-9c0f-4be1-96fe-15305579f5a8 req-f1355156-6fde-4ca8-8a88-9663b5e5ff4d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469935 Aug 13 02:40:21.585494 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d18ea5b-b20a-410d-9956-87ed6df551f9 req-a233d0e2-f9dc-410b-bb73-34d7e24e81a7 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:21.586982 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d18ea5b-b20a-410d-9956-87ed6df551f9 req-a233d0e2-f9dc-410b-bb73-34d7e24e81a7 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0515838 Aug 13 02:40:21.652960 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d18ea5b-b20a-410d-9956-87ed6df551f9 req-a93d9250-edff-4af1-b131-4d234a89da46 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597167 Aug 13 02:40:21.674442 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709008fc-1d68-4f83-a5bd-1e1fb96d1716 req-b146ad2f-c93f-404e-9773-8cc160dc60b5 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:21.675908 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-709008fc-1d68-4f83-a5bd-1e1fb96d1716 req-b146ad2f-c93f-404e-9773-8cc160dc60b5 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0572276 Aug 13 02:40:21.714574 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-709008fc-1d68-4f83-a5bd-1e1fb96d1716 req-a98e9795-210e-45ec-982d-16003649f8b8 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325975 Aug 13 02:40:21.915899 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-5b8dd116-86f1-4b93-be4d-243c7e9f8b8b service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868828 Aug 13 02:40:22.365808 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d743a-fbe9-4c41-a205-41b545377fa6 req-617fc696-1265-41ce-b29c-49dffe9b582a tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:22.367242 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb4d743a-fbe9-4c41-a205-41b545377fa6 req-617fc696-1265-41ce-b29c-49dffe9b582a tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 943 time: 0.0772841 Aug 13 02:40:22.378949 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ab5f7-dbe9-44f7-8cbb-03c6a15bab2c req-27018098-c980-4a54-8e34-fd8efb650acc tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:22.380294 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a9ab5f7-dbe9-44f7-8cbb-03c6a15bab2c req-27018098-c980-4a54-8e34-fd8efb650acc tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 945 time: 0.0623250 Aug 13 02:40:22.431807 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb4d743a-fbe9-4c41-a205-41b545377fa6 req-c02f00a1-1197-4278-9ab9-42612daeba0d tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505793 Aug 13 02:40:22.436380 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a9ab5f7-dbe9-44f7-8cbb-03c6a15bab2c req-7000c168-9801-490f-b220-b03be41d88f7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495946 Aug 13 02:40:22.769704 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-52b05125-f41d-40d7-931b-7b892d3e1aa2 req-69b19f13-7c8b-46bd-9260-51d3502762fd service neutron] 10.222.0.60 "GET /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892758 Aug 13 02:40:22.776110 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f93de4-a2ca-4905-81e6-0406db76a9be req-91ea2b72-2e04-4222-b0b0-54171f14a1ee tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:22.777641 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c6f93de4-a2ca-4905-81e6-0406db76a9be req-91ea2b72-2e04-4222-b0b0-54171f14a1ee tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0490131 Aug 13 02:40:22.843980 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c6f93de4-a2ca-4905-81e6-0406db76a9be req-bda45216-4618-4b05-a07a-b6139002603d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601389 Aug 13 02:40:22.856479 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e308af-568d-4302-9e69-6062785aba9b req-33a14e51-dca6-46eb-aa5d-0759c71a39c8 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:22.857930 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9e308af-568d-4302-9e69-6062785aba9b req-33a14e51-dca6-46eb-aa5d-0759c71a39c8 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0725098 Aug 13 02:40:22.894843 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9e308af-568d-4302-9e69-6062785aba9b req-fdb44fad-0d23-4272-9181-a69a985cee53 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Aug 13 02:40:23.581443 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b9ae1-b648-4e30-90ad-8a014b1dcc4d req-6c3ec064-191e-40cf-a884-8ad7d9634556 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:23.583312 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a43b9ae1-b648-4e30-90ad-8a014b1dcc4d req-6c3ec064-191e-40cf-a884-8ad7d9634556 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 943 time: 0.0759773 Aug 13 02:40:23.603922 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cf25a-b03a-494f-8297-faeee3559a6c req-5dbd117e-7dc2-4645-beb6-182de575b1a0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:23.605316 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-608cf25a-b03a-494f-8297-faeee3559a6c req-5dbd117e-7dc2-4645-beb6-182de575b1a0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 945 time: 0.0703719 Aug 13 02:40:23.648851 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a43b9ae1-b648-4e30-90ad-8a014b1dcc4d req-4eee9876-6fe9-42ad-8a12-da7a1022216e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577824 Aug 13 02:40:23.660605 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-608cf25a-b03a-494f-8297-faeee3559a6c req-f241ea03-03d5-4e15-96ae-5737f7da83ea tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481443 Aug 13 02:40:23.677806 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:40:23.688856 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 97ef92cc-ee8c-4230-96ba-e5f82029d0aa up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:23.794867 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:23.795246 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:23.827309 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7,segment=NetworkSegment(8cad027f-0276-4952-945c-cd63439f014e),segment_id=8cad027f-0276-4952-945c-cd63439f014e)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:23.845706 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'port_id': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7', 'mac_address': 'fa:16:3e:4f:f1:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:40:23.923414 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:23.954387 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:23.961870 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:23.964430 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb048c9-5f90-47dc-8233-7ac7f0f8a690 req-ea59ce8b-0d90-45a9-b431-bd8bcaec3d54 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:23.966061 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5eb048c9-5f90-47dc-8233-7ac7f0f8a690 req-ea59ce8b-0d90-45a9-b431-bd8bcaec3d54 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 943 time: 0.0526500 Aug 13 02:40:23.998540 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7,segment=NetworkSegment(8cad027f-0276-4952-945c-cd63439f014e),segment_id=8cad027f-0276-4952-945c-cd63439f014e)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:24.005371 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:24.007657 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a77d0ee-e68e-4e7f-aa05-07f81944778f" -d '{"events": [{"server_uuid": "0022f2c0-0d07-4d1b-8926-4dfa7356f023", "name": "network-vif-plugged", "status": "completed", "tag": "97ef92cc-ee8c-4230-96ba-e5f82029d0aa"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:24.017275 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.023351 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:24.036959 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5eb048c9-5f90-47dc-8233-7ac7f0f8a690 req-daf195f0-8fa7-48a9-8c41-081b869561e7 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618944 Aug 13 02:40:24.044124 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:24.045107 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b0c1e-5730-4980-8795-f31675698b1c req-b609884c-9d72-4356-a56e-8a0bbe6c331f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:24.046517 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a4b0c1e-5730-4980-8795-f31675698b1c req-b609884c-9d72-4356-a56e-8a0bbe6c331f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0739641 Aug 13 02:40:24.096934 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:24.111046 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a4b0c1e-5730-4980-8795-f31675698b1c req-7844cd59-e6e6-4a96-a55b-dc4d3092d148 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466800 Aug 13 02:40:24.134701 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecbe457-90e7-4ec4-846f-7429ab9003ad x-openstack-request-id: req-eecbe457-90e7-4ec4-846f-7429ab9003ad {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:24.134989 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0022f2c0-0d07-4d1b-8926-4dfa7356f023", "name": "network-vif-plugged", "status": "completed", "tag": "97ef92cc-ee8c-4230-96ba-e5f82029d0aa", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:24.135238 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eecbe457-90e7-4ec4-846f-7429ab9003ad {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:24.135617 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'code': 200} Aug 13 02:40:24.159975 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,revision_number=7']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:24.542947 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:24.814125 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5672d8-8c18-4c0b-a16f-48e125400725 req-92278e8a-70d7-4867-919a-090a61e23920 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:24.816148 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0b5672d8-8c18-4c0b-a16f-48e125400725 req-92278e8a-70d7-4867-919a-090a61e23920 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 943 time: 0.0898144 Aug 13 02:40:24.829310 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df42ce-bb10-4263-be92-4d6559ec5252 req-6cdef18d-0ae9-4855-8d52-57f848b6e8ef tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:24.830683 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41df42ce-bb10-4263-be92-4d6559ec5252 req-6cdef18d-0ae9-4855-8d52-57f848b6e8ef tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0656319 Aug 13 02:40:24.892678 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0b5672d8-8c18-4c0b-a16f-48e125400725 req-0a4b5a59-019c-48c6-a3fd-0c04ab551acb tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609972 Aug 13 02:40:24.914801 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41df42ce-bb10-4263-be92-4d6559ec5252 req-a82cb710-f92d-418d-a9fa-5f5978970af4 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753946 Aug 13 02:40:25.211794 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82daef5f-e86f-4ec7-88e1-48644e3d7363 req-2ad5547c-10f9-4408-b372-ced6c9883b5e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:25.219698 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82daef5f-e86f-4ec7-88e1-48644e3d7363 req-2ad5547c-10f9-4408-b372-ced6c9883b5e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 944 time: 0.0618997 Aug 13 02:40:25.292476 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-82daef5f-e86f-4ec7-88e1-48644e3d7363 req-3c148d2b-9dd1-4ba5-ac84-a1c735d8f8fb tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715747 Aug 13 02:40:25.365041 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b111cf6-14ed-4a1d-94c0-6d848bd66566 req-c5db80f1-af19-447c-b6f6-52ad20bbf0f9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:25.384642 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b111cf6-14ed-4a1d-94c0-6d848bd66566 req-c5db80f1-af19-447c-b6f6-52ad20bbf0f9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.1508930 Aug 13 02:40:25.426665 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b111cf6-14ed-4a1d-94c0-6d848bd66566 req-bf40b80f-5b39-4772-b1e6-229f2300711c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515482 Aug 13 02:40:25.650711 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3c851e6c-0613-4357-a550-501a70e5710f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531461428&fields=id&tenant_id=b91bd85928624ab6b05622798c36e4e0 HTTP/1.1" status: 200 len: 267 time: 0.0337791 Aug 13 02:40:25.762837 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-c7b26608-95a1-475c-a1cc-33f905a6f67f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:25.764627 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-c7b26608-95a1-475c-a1cc-33f905a6f67f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/networks?id=9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 200 len: 811 time: 0.1069541 Aug 13 02:40:25.787933 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3bb36d56-bbaf-488b-8ccc-5eaec9884294 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/quotas/b91bd85928624ab6b05622798c36e4e0 HTTP/1.1" status: 200 len: 375 time: 0.0173371 Aug 13 02:40:25.843597 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-cb9c0c38-9e56-4511-a698-65d4e235207a tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547900 Aug 13 02:40:25.952900 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-7ca026f5-f965-4e43-8a09-2c8e28bb11dc service neutron] 10.222.0.42 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941117 Aug 13 02:40:26.108869 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650f9e7-51ef-41dc-8b8c-aedb87b4db88 req-4fb37f74-7375-4969-9708-81550848809c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:26.110665 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9650f9e7-51ef-41dc-8b8c-aedb87b4db88 req-4fb37f74-7375-4969-9708-81550848809c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 943 time: 0.1421635 Aug 13 02:40:26.134850 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-49379f1d-79ad-4acc-88fb-fb14141f2edd service neutron] 10.222.0.42 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739657 Aug 13 02:40:26.170049 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9650f9e7-51ef-41dc-8b8c-aedb87b4db88 req-7696e637-2ce0-4858-97bd-5764858d34f1 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472405 Aug 13 02:40:26.318651 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d79a-8582-4943-bf09-49b224176162 req-59c2e277-5cfd-4da5-a17a-91ed1ce08a8a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:26.326628 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d3a4d79a-8582-4943-bf09-49b224176162 req-59c2e277-5cfd-4da5-a17a-91ed1ce08a8a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0758977 Aug 13 02:40:26.375065 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d3a4d79a-8582-4943-bf09-49b224176162 req-c9ef7749-5e93-4988-b611-82ba41afb7d1 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450811 Aug 13 02:40:26.506505 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa74107-dbf4-4806-bec7-5e096e7a91e0 req-46088674-459f-4d48-9854-4f99431cd3fc tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:26.517826 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3aa74107-dbf4-4806-bec7-5e096e7a91e0 req-46088674-459f-4d48-9854-4f99431cd3fc tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 944 time: 0.0860834 Aug 13 02:40:26.593785 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3aa74107-dbf4-4806-bec7-5e096e7a91e0 req-e286fefa-8357-4bd5-9848-45e0b7613358 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750339 Aug 13 02:40:26.626307 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff7671-1389-49e2-ab0e-f076bba785a7 req-88ca8163-000f-4dca-9685-70ab7f2a97fb tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:26.627899 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b8ff7671-1389-49e2-ab0e-f076bba785a7 req-88ca8163-000f-4dca-9685-70ab7f2a97fb tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.1019444 Aug 13 02:40:26.737612 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b8ff7671-1389-49e2-ab0e-f076bba785a7 req-a930fde8-1b42-46fc-878d-96e775a10dbf tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930457 Aug 13 02:40:26.741493 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd909dca-77ad-4e24-9593-9e6dad7fa82e req-59a0ca69-0175-45d1-9cbe-2b229cbd5a69 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 210 time: 0.0654106 Aug 13 02:40:27.300476 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9971285-e187-4ccf-bfa6-a172be85ee68 req-92c8d3a7-4f97-4030-843a-1b2ac2572207 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:27.308288 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9971285-e187-4ccf-bfa6-a172be85ee68 req-92c8d3a7-4f97-4030-843a-1b2ac2572207 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 943 time: 0.0618401 Aug 13 02:40:27.366736 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d9971285-e187-4ccf-bfa6-a172be85ee68 req-9e6dbfe7-2d1f-4470-b0fa-1d6784060c8a tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525763 Aug 13 02:40:27.498829 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa20819-f02e-499b-b497-47721ed27e05 req-9fc96a39-c27c-41ea-b390-d75065c12de3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:27.506711 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0aa20819-f02e-499b-b497-47721ed27e05 req-9fc96a39-c27c-41ea-b390-d75065c12de3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0583794 Aug 13 02:40:27.545005 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0aa20819-f02e-499b-b497-47721ed27e05 req-07c1ed82-dc12-4f2c-b1c9-7db8f7c7a521 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370893 Aug 13 02:40:27.715951 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99100789-747a-4988-b389-abadbbb7b8e0 req-1a7ec633-7fa6-45ac-b32e-0f33ebe9ef7c tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:27.717607 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99100789-747a-4988-b389-abadbbb7b8e0 req-1a7ec633-7fa6-45ac-b32e-0f33ebe9ef7c tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 944 time: 0.0516355 Aug 13 02:40:27.769589 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99100789-747a-4988-b389-abadbbb7b8e0 req-f279be30-19c6-491f-a282-3369dd6a4b23 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453646 Aug 13 02:40:27.890803 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da80fc-6a75-4a46-9a53-b9943f199f2c req-5f680508-2627-4eb4-9332-5cc319000f7c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:27.892959 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-93da80fc-6a75-4a46-9a53-b9943f199f2c req-5f680508-2627-4eb4-9332-5cc319000f7c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0936556 Aug 13 02:40:27.894477 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0bc68cd-af15-4fa1-936e-5e795b35c2ad req-8ff45538-3cfa-4cad-85ff-c42493530862 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 210 time: 0.0417905 Aug 13 02:40:27.937251 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-93da80fc-6a75-4a46-9a53-b9943f199f2c req-568d3b7a-4ff8-4401-b819-2fe1a0c65581 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312891 Aug 13 02:40:28.248236 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 4e02957c-6cac-4d92-a7fa-355a675cdfd0 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:40:28.370794 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 4e02957c-6cac-4d92-a7fa-355a675cdfd0, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4e02957c-6cac-4d92-a7fa-355a675cdfd0,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:28.404466 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '4e02957c-6cac-4d92-a7fa-355a675cdfd0', 'network_id': '0945f000-2077-4600-a181-e1215459c07a', 'port_id': '4e02957c-6cac-4d92-a7fa-355a675cdfd0', 'mac_address': 'fa:16:3e:12:45:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7b402c5-713b-4159-ad46-e99bb2dc7e4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:40:28.469850 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.484873 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e02957c-6cac-4d92-a7fa-355a675cdfd0 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:28.524005 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 4e02957c-6cac-4d92-a7fa-355a675cdfd0, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4e02957c-6cac-4d92-a7fa-355a675cdfd0,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:28.525859 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:28.545500 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1a32d-b692-4ae8-b548-1cb901ad205b req-79cf01d2-fff9-4e17-99f8-b755fd42dc26 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:28.547876 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0ab1a32d-b692-4ae8-b548-1cb901ad205b req-79cf01d2-fff9-4e17-99f8-b755fd42dc26 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 943 time: 0.0846653 Aug 13 02:40:28.605198 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0ab1a32d-b692-4ae8-b548-1cb901ad205b req-e9460e10-2b59-4eae-8c54-e81a43de8803 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434303 Aug 13 02:40:28.609297 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=4e02957c-6cac-4d92-a7fa-355a675cdfd0,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:28.696463 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2798bc-749b-4ba9-b2ce-29d395d7cca7 req-d797b1b1-f440-4ac8-b6c8-ad3ced3f32e8 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:28.698123 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c2798bc-749b-4ba9-b2ce-29d395d7cca7 req-d797b1b1-f440-4ac8-b6c8-ad3ced3f32e8 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0579817 Aug 13 02:40:28.740227 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c2798bc-749b-4ba9-b2ce-29d395d7cca7 req-436a9472-6a20-4da4-8526-ad8881c4efb0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349498 Aug 13 02:40:28.958453 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345f66d-1660-4bd2-9d1f-5b18c2579fa0 req-d2233d97-dcc6-404b-af5a-d6fb28aacf39 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:28.966441 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6345f66d-1660-4bd2-9d1f-5b18c2579fa0 req-d2233d97-dcc6-404b-af5a-d6fb28aacf39 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 944 time: 0.0975480 Aug 13 02:40:29.046535 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6345f66d-1660-4bd2-9d1f-5b18c2579fa0 req-c57630d2-b36e-4cc2-b00f-758a27eb5472 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759547 Aug 13 02:40:29.056876 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9de45f3a-1727-48a3-937d-0806e43a8318 req-e0273046-9d0d-4d59-94ee-9ad1401e9d06 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 210 time: 0.0478411 Aug 13 02:40:29.151786 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['4e02957c-6cac-4d92-a7fa-355a675cdfd0'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:29.345965 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab00744-72c4-4eb3-a840-5d48020a635a req-8ee9b64f-9d6c-4fca-a9a7-71fbe1f6fe6f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:29.354450 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1ab00744-72c4-4eb3-a840-5d48020a635a req-8ee9b64f-9d6c-4fca-a9a7-71fbe1f6fe6f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.1767170 Aug 13 02:40:29.387428 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3950c3e-d794-41d4-87e0-105c0c17ce20 req-fe18b2b6-b885-4535-aabe-bf4ad4ef864d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:29.391578 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e3950c3e-d794-41d4-87e0-105c0c17ce20 req-fe18b2b6-b885-4535-aabe-bf4ad4ef864d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 1098 time: 0.1118460 Aug 13 02:40:29.454131 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1ab00744-72c4-4eb3-a840-5d48020a635a req-7e606f8a-d150-4a8f-b414-0bf7063d1694 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986807 Aug 13 02:40:29.492526 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e3950c3e-d794-41d4-87e0-105c0c17ce20 req-8a01ba0b-827c-430d-ac0e-544e43f69677 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741222 Aug 13 02:40:29.501521 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-09db9f67-91cd-42bc-b260-4a57de6c31be tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:29.512663 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-09db9f67-91cd-42bc-b260-4a57de6c31be tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.60 "GET /v2.0/networks?id=9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 200 len: 811 time: 0.2433596 Aug 13 02:40:29.794108 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4465af-1405-4b74-b19d-3f443a06e8ee req-b1b72fc0-db43-466c-8900-cb37dc6e63fc tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:29.796993 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7b4465af-1405-4b74-b19d-3f443a06e8ee req-b1b72fc0-db43-466c-8900-cb37dc6e63fc tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 944 time: 0.0852623 Aug 13 02:40:29.873730 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-5f8c7ee9-bfd2-4672-b176-c8704e453b5d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91bd85928624ab6b05622798c36e4e0 HTTP/1.1" status: 200 len: 379 time: 0.0617008 Aug 13 02:40:29.888228 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-98ba82ff-6da3-4f8e-9839-f2318932bd3c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Request body: {'port': {'device_id': 'c111fd70-e3e6-48d0-86f1-9c4d2a198918', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'admin_state_up': True, 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'security_groups': ['e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd']}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:29.916939 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7b4465af-1405-4b74-b19d-3f443a06e8ee req-5418aec1-7936-4ba7-90dc-6099b0e9e99f tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096332 Aug 13 02:40:30.002487 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ea789-9811-4095-9146-bcfe7eaa8d86 req-1be5f0e6-1f92-4b4f-8d2f-6d281d46bcf2 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:30.011010 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3b3ea789-9811-4095-9146-bcfe7eaa8d86 req-1be5f0e6-1f92-4b4f-8d2f-6d281d46bcf2 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0855842 Aug 13 02:40:30.066320 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3b3ea789-9811-4095-9146-bcfe7eaa8d86 req-c2fba503-1cad-4f64-8cba-29bc1f8122e0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529220 Aug 13 02:40:30.076676 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-98ba82ff-6da3-4f8e-9839-f2318932bd3c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Made reservation on behalf of b91bd85928624ab6b05622798c36e4e0 for: {'port': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:30.084419 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-98ba82ff-6da3-4f8e-9839-f2318932bd3c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.246731 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e845a19-9fac-43e8-955e-fbe629a4e338 req-7c517803-4a94-485c-8eb6-44dc675c6a08 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 210 time: 0.0720477 Aug 13 02:40:30.259523 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:30.337995 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:30.343911 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec20ec7-76f5-4208-89b1-3e2fa5baf5cc req-479ce8ff-3ba4-4e98-92f9-90423af9d9e6 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:30.345236 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:30.346417 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.352640 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ec20ec7-76f5-4208-89b1-3e2fa5baf5cc req-479ce8ff-3ba4-4e98-92f9-90423af9d9e6 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 944 time: 0.0818594 Aug 13 02:40:30.363007 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-98ba82ff-6da3-4f8e-9839-f2318932bd3c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Allocated IP 172.20.0.9 (9b2ff959-af94-4f3b-bb00-9252aea12613/291f67b3-6592-4299-a8ce-492450a6c8ca/379aa4d8-33a2-410f-aa73-27bdc5700f16) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:30.418368 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ec20ec7-76f5-4208-89b1-3e2fa5baf5cc req-353d8e67-40b9-45e0-970d-d071ec4c3473 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633504 Aug 13 02:40:30.481514 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.510499 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:30.512794 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d1eb17-0de6-498a-99b9-74355ef7fa27" -d '{"events": [{"server_uuid": "87af3616-3035-45f7-9a71-49ffdbdeea8c", "name": "network-vif-plugged", "status": "completed", "tag": "7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:30.552340 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7,segment=NetworkSegment(8cad027f-0276-4952-945c-cd63439f014e),segment_id=8cad027f-0276-4952-945c-cd63439f014e)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:30.567389 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.579087 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-98ba82ff-6da3-4f8e-9839-f2318932bd3c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.609201 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-98ba82ff-6da3-4f8e-9839-f2318932bd3c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Transition to ACTIVE for port object 379aa4d8-33a2-410f-aa73-27bdc5700f16 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:30.620865 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513b62c6-8912-4932-b15e-5d322dd8fd98 x-openstack-request-id: req-513b62c6-8912-4932-b15e-5d322dd8fd98 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:30.621091 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87af3616-3035-45f7-9a71-49ffdbdeea8c", "name": "network-vif-plugged", "status": "completed", "tag": "7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:30.621306 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-513b62c6-8912-4932-b15e-5d322dd8fd98 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:30.621681 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7', 'code': 200} Aug 13 02:40:30.651782 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c2fe3-9028-440a-b5d0-4f32cc1dd7be req-6cd91aa1-f33a-44fd-9eb4-9bc8b06d41fc tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:30.653364 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5d5c2fe3-9028-440a-b5d0-4f32cc1dd7be req-6cd91aa1-f33a-44fd-9eb4-9bc8b06d41fc tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0926127 Aug 13 02:40:30.656801 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-98ba82ff-6da3-4f8e-9839-f2318932bd3c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.673076 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:30.717414 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-98ba82ff-6da3-4f8e-9839-f2318932bd3c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Network 9b2ff959-af94-4f3b-bb00-9252aea12613 is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:30.720815 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-98ba82ff-6da3-4f8e-9839-f2318932bd3c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:30.725583 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-98ba82ff-6da3-4f8e-9839-f2318932bd3c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:30.730192 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba82ff-6da3-4f8e-9839-f2318932bd3c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'Port': ['ID=379aa4d8-33a2-410f-aa73-27bdc5700f16,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:30.791984 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-98ba82ff-6da3-4f8e-9839-f2318932bd3c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:30.792594 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-98ba82ff-6da3-4f8e-9839-f2318932bd3c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:30.812745 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-98ba82ff-6da3-4f8e-9839-f2318932bd3c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9287782 Aug 13 02:40:30.881864 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Request body: {'port': {'device_id': 'c111fd70-e3e6-48d0-86f1-9c4d2a198918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:30.987314 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.083683 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5d5c2fe3-9028-440a-b5d0-4f32cc1dd7be req-860756e7-1430-41b1-a8b3-a8fe213d9043 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226711 Aug 13 02:40:31.104979 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62828467-e3e2-4e3e-a7c1-9e66f34052b6 req-6e60a590-6d3c-4a69-980d-791f6739eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:31.106578 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-62828467-e3e2-4e3e-a7c1-9e66f34052b6 req-6e60a590-6d3c-4a69-980d-791f6739eb98 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 1098 time: 0.1327121 Aug 13 02:40:31.119086 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-99e4f5a6-1709-40c7-95ed-d997d71b7105 None None] Provisioning for port 379aa4d8-33a2-410f-aa73-27bdc5700f16 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:31.123904 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-99e4f5a6-1709-40c7-95ed-d997d71b7105 None None] Provisioning complete for port 379aa4d8-33a2-410f-aa73-27bdc5700f16 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:31.124703 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-99e4f5a6-1709-40c7-95ed-d997d71b7105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.125557 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb22ae-4fb5-4598-affd-6e2b599a65cf req-606deec0-3889-4427-aa98-9d228a1f4531 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:31.135450 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54cb22ae-4fb5-4598-affd-6e2b599a65cf req-606deec0-3889-4427-aa98-9d228a1f4531 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 944 time: 0.0989521 Aug 13 02:40:31.170657 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-99e4f5a6-1709-40c7-95ed-d997d71b7105 None None] Port 379aa4d8-33a2-410f-aa73-27bdc5700f16 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:40:31.188162 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-54cb22ae-4fb5-4598-affd-6e2b599a65cf req-54671d34-9762-465a-ad46-ca417b531762 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466983 Aug 13 02:40:31.274435 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d39d53-b964-42a3-a2d1-9b553ced6589 req-d41383b9-5f0e-4f60-a8c5-9f265006c367 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:31.281288 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53d39d53-b964-42a3-a2d1-9b553ced6589 req-d41383b9-5f0e-4f60-a8c5-9f265006c367 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0916681 Aug 13 02:40:31.357974 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53d39d53-b964-42a3-a2d1-9b553ced6589 req-d05fd7e1-b83e-4526-ba6e-87da731c179b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757091 Aug 13 02:40:31.419157 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f765a-5261-4cd1-a12f-2506fe743ecb req-256d1c16-9fc1-4d53-8785-22ccacbd6fb9 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:31.421875 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de3f765a-5261-4cd1-a12f-2506fe743ecb req-256d1c16-9fc1-4d53-8785-22ccacbd6fb9 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 931 time: 0.1025403 Aug 13 02:40:31.465882 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de3f765a-5261-4cd1-a12f-2506fe743ecb req-33a224c1-3af1-4a35-b0de-56ddc77c47e3 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372555 Aug 13 02:40:31.478248 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379aa4d8-33a2-410f-aa73-27bdc5700f16 {{(pid=94107) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:31.488543 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.503119 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Transition to ACTIVE for port object 379aa4d8-33a2-410f-aa73-27bdc5700f16 will not be triggered until provisioned by entity L2. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:31.517425 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.568434 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Pushing event updated for resources: {'Port': ['ID=379aa4d8-33a2-410f-aa73-27bdc5700f16,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:31.597434 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ed2e9-0d2c-4b61-9983-1fc82edc589b req-b068ad92-b9eb-4b11-9380-be7953265a82 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:31.599358 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b77ed2e9-0d2c-4b61-9983-1fc82edc589b req-b068ad92-b9eb-4b11-9380-be7953265a82 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 945 time: 0.0854950 Aug 13 02:40:31.655255 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b77ed2e9-0d2c-4b61-9983-1fc82edc589b req-b62c3cbe-8a5b-4e54-8813-61d7bbff01f0 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478399 Aug 13 02:40:31.679987 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Attempting to bind port 379aa4d8-33a2-410f-aa73-27bdc5700f16 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:31.679987 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Attempting to bind port 379aa4d8-33a2-410f-aa73-27bdc5700f16 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:31.680590 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Attempting to bind port 379aa4d8-33a2-410f-aa73-27bdc5700f16 on network 9b2ff959-af94-4f3b-bb00-9252aea12613 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:31.689022 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Port 379aa4d8-33a2-410f-aa73-27bdc5700f16 on network 9b2ff959-af94-4f3b-bb00-9252aea12613 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:40:31.689866 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Attempting to bind port 379aa4d8-33a2-410f-aa73-27bdc5700f16 on network 9b2ff959-af94-4f3b-bb00-9252aea12613 {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:31.695802 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:31.696278 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Checking segment: {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:31.696886 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Bound using segment: {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'} {{(pid=94107) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:31.697468 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.managers [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Bound port: 379aa4d8-33a2-410f-aa73-27bdc5700f16, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'}}] {{(pid=94107) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:31.698101 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.777389 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] For port 379aa4d8-33a2-410f-aa73-27bdc5700f16, host hv-cinder-76018, cleared binding levels {{(pid=94107) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:31.782047 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] For port 379aa4d8-33a2-410f-aa73-27bdc5700f16, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=379aa4d8-33a2-410f-aa73-27bdc5700f16,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94107) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:31.791585 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.877052 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:31.877052 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:31.877371 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] 10.222.0.60 "PUT /v2.0/ports/379aa4d8-33a2-410f-aa73-27bdc5700f16 HTTP/1.1" status: 200 len: 1093 time: 1.0050755 Aug 13 02:40:31.877693 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c111fd70-e3e6-48d0-86f1-9c4d2a198918', 'tag': '379aa4d8-33a2-410f-aa73-27bdc5700f16'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:31.880070 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a382a03db399cca1283d4f7ece85babfb64ee32656e6b885022af9a72db3350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbac192-526d-43b5-a000-14ac2b916f24" -d '{"events": [{"name": "network-changed", "server_uuid": "c111fd70-e3e6-48d0-86f1-9c4d2a198918", "tag": "379aa4d8-33a2-410f-aa73-27bdc5700f16"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:31.903489 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d694b00-d3b1-4fea-ab07-0c3b7795dd12 service neutron] Pushing event updated for resources: {'Port': ['ID=379aa4d8-33a2-410f-aa73-27bdc5700f16,revision_number=3']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:31.947974 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c47bafd-3e4b-4421-b7d1-524c0f2bc296 x-openstack-request-id: req-8c47bafd-3e4b-4421-b7d1-524c0f2bc296 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:31.948268 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c111fd70-e3e6-48d0-86f1-9c4d2a198918", "tag": "379aa4d8-33a2-410f-aa73-27bdc5700f16", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:31.948548 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c47bafd-3e4b-4421-b7d1-524c0f2bc296 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:31.949070 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c111fd70-e3e6-48d0-86f1-9c4d2a198918', 'tag': '379aa4d8-33a2-410f-aa73-27bdc5700f16', 'status': 'completed', 'code': 200} Aug 13 02:40:32.219211 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723b79c-ecdf-4dcc-9d66-69a6d25444f3 req-a4c48ee1-1dfb-467a-beb9-6c461ea2ca28 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:32.220850 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3723b79c-ecdf-4dcc-9d66-69a6d25444f3 req-a4c48ee1-1dfb-467a-beb9-6c461ea2ca28 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0604320 Aug 13 02:40:32.271133 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3723b79c-ecdf-4dcc-9d66-69a6d25444f3 req-39ce8047-4f51-4383-9c9d-bbfe72688732 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421879 Aug 13 02:40:32.356124 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dd019-ad31-43d9-b021-491b8f3b4046 req-97a69e16-c129-4b54-b5ac-e215db60f24e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:32.361381 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-210dd019-ad31-43d9-b021-491b8f3b4046 req-97a69e16-c129-4b54-b5ac-e215db60f24e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 944 time: 0.0781305 Aug 13 02:40:32.409686 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-210dd019-ad31-43d9-b021-491b8f3b4046 req-a27a654e-3958-442a-9b2d-80b779fdd905 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Aug 13 02:40:32.547128 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abb566-a600-480e-aad1-b1237f581e13 req-bdd60395-d6ff-47a4-b36d-78677ec1f0af tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:32.551851 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36abb566-a600-480e-aad1-b1237f581e13 req-bdd60395-d6ff-47a4-b36d-78677ec1f0af tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0661962 Aug 13 02:40:32.604546 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-36abb566-a600-480e-aad1-b1237f581e13 req-07322e02-38f1-4af3-937e-f811a53ee8fe tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445576 Aug 13 02:40:32.745088 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6b349-74a7-4392-a2ca-50b389507dec req-c076fbb2-c3ca-4293-be42-d262eb0b38cf tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:32.746846 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-29f6b349-74a7-4392-a2ca-50b389507dec req-c076fbb2-c3ca-4293-be42-d262eb0b38cf tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 943 time: 0.0904164 Aug 13 02:40:32.770943 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30d25f-3d26-4933-ae17-0f4eccc84728 req-3ba2de6b-30e4-4c11-89cf-f60c02590f63 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:32.777317 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e30d25f-3d26-4933-ae17-0f4eccc84728 req-3ba2de6b-30e4-4c11-89cf-f60c02590f63 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0887856 Aug 13 02:40:32.829121 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-29f6b349-74a7-4392-a2ca-50b389507dec req-e2203a9a-4474-4128-a3ff-6b65eb39b12d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733182 Aug 13 02:40:32.838777 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e30d25f-3d26-4933-ae17-0f4eccc84728 req-f9db4df5-819d-4264-9624-10371e8b8c14 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605214 Aug 13 02:40:32.954178 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f63e4e-ad02-4504-a827-c5188f547db0 req-b5aab70e-f189-4e30-a5b5-f1a73e647c56 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:32.955644 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-13f63e4e-ad02-4504-a827-c5188f547db0 req-b5aab70e-f189-4e30-a5b5-f1a73e647c56 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 945 time: 0.0618565 Aug 13 02:40:33.002607 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-13f63e4e-ad02-4504-a827-c5188f547db0 req-4daef3a3-30e4-4cda-a9a0-4c56cc937c89 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393589 Aug 13 02:40:33.565268 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0020389-62f4-4717-92c9-4adadc8cc634 req-083257e4-f496-450c-929c-70b114a50bae tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:33.568939 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0020389-62f4-4717-92c9-4adadc8cc634 req-083257e4-f496-450c-929c-70b114a50bae tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 944 time: 0.0815134 Aug 13 02:40:33.608479 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0020389-62f4-4717-92c9-4adadc8cc634 req-2262d91f-1a5f-4a73-8d8b-db3fe53bb41b tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355875 Aug 13 02:40:33.726089 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade90133-2805-480f-9791-000beffe9dd4 req-ed718779-0cf2-49bf-b265-f99928553d5b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:33.727529 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ade90133-2805-480f-9791-000beffe9dd4 req-ed718779-0cf2-49bf-b265-f99928553d5b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0507531 Aug 13 02:40:33.768712 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ade90133-2805-480f-9791-000beffe9dd4 req-39b2f0de-8b27-49af-817c-156a59e5a9da tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351772 Aug 13 02:40:33.847848 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 4e02957c-6cac-4d92-a7fa-355a675cdfd0 up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:33.923394 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:33.974510 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 4e02957c-6cac-4d92-a7fa-355a675cdfd0 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:33.982351 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 4e02957c-6cac-4d92-a7fa-355a675cdfd0 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:33.985065 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:33.997228 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-62828467-e3e2-4e3e-a7c1-9e66f34052b6 req-57dcdb06-72c9-4be6-8a0e-2460416badd0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044433 Aug 13 02:40:34.029022 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbac192-526d-43b5-a000-14ac2b916f24 req-2d142567-644d-406a-a7c5-db155dd0a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.030595 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5bbac192-526d-43b5-a000-14ac2b916f24 req-2d142567-644d-406a-a7c5-db155dd0a06e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 1096 time: 0.0728841 Aug 13 02:40:34.090794 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.094207 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f9ee5-a5cb-48c0-a276-1973f264fc46 req-6dd8262d-ca66-425e-b525-40836d30eecb tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.096133 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-079f9ee5-a5cb-48c0-a276-1973f264fc46 req-6dd8262d-ca66-425e-b525-40836d30eecb tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 943 time: 0.1404333 Aug 13 02:40:34.133536 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 4e02957c-6cac-4d92-a7fa-355a675cdfd0, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4e02957c-6cac-4d92-a7fa-355a675cdfd0,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:34.134819 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f8fd94-d18d-4ed3-bf71-5299bf28d68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e02957c-6cac-4d92-a7fa-355a675cdfd0'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:34.137453 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1051efe-217b-41d3-8943-7f02b6e22d2f" -d '{"events": [{"server_uuid": "a1f8fd94-d18d-4ed3-bf71-5299bf28d68b", "name": "network-vif-plugged", "status": "completed", "tag": "4e02957c-6cac-4d92-a7fa-355a675cdfd0"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:34.140371 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fa46f-ff50-4d39-92ba-8a352e397ade req-ec0927b5-acb3-43fb-bc57-df466b23af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.141885 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:34.142465 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-890fa46f-ff50-4d39-92ba-8a352e397ade req-ec0927b5-acb3-43fb-bc57-df466b23af11 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5ab7602dc7a742c9ab40295105bc5b1a&device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 1098 time: 0.1398494 Aug 13 02:40:34.152432 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dba2fa-77ed-4f28-8b31-4b8e884f85e5 req-b3e2b7a7-e4fe-4fd5-b814-1a4bd12c38f5 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.154060 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44dba2fa-77ed-4f28-8b31-4b8e884f85e5 req-b3e2b7a7-e4fe-4fd5-b814-1a4bd12c38f5 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.1436064 Aug 13 02:40:34.191021 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-079f9ee5-a5cb-48c0-a276-1973f264fc46 req-f4f9754d-0afd-42b7-8176-35ab5e12847d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797868 Aug 13 02:40:34.195552 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=4e02957c-6cac-4d92-a7fa-355a675cdfd0,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:34.235523 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44dba2fa-77ed-4f28-8b31-4b8e884f85e5 req-c1daaa90-63a5-44ea-a254-243169dea529 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613697 Aug 13 02:40:34.296326 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90e00fc-fef0-4f07-8eb1-536e43c6e108 x-openstack-request-id: req-f90e00fc-fef0-4f07-8eb1-536e43c6e108 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:34.296646 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f8fd94-d18d-4ed3-bf71-5299bf28d68b", "name": "network-vif-plugged", "status": "completed", "tag": "4e02957c-6cac-4d92-a7fa-355a675cdfd0", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:34.296897 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f90e00fc-fef0-4f07-8eb1-536e43c6e108 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:34.297290 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f8fd94-d18d-4ed3-bf71-5299bf28d68b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e02957c-6cac-4d92-a7fa-355a675cdfd0', 'code': 200} Aug 13 02:40:34.318610 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5149f-07cb-4bdc-ab86-f3edb115fc8c req-30d9fff9-bac1-445a-879f-09ab295956e3 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.320155 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d4b5149f-07cb-4bdc-ab86-f3edb115fc8c req-30d9fff9-bac1-445a-879f-09ab295956e3 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 945 time: 0.0569515 Aug 13 02:40:34.371585 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d4b5149f-07cb-4bdc-ab86-f3edb115fc8c req-f9f0b7f9-c46e-40e7-980d-f798a82ca069 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447986 Aug 13 02:40:34.626953 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fa46f-ff50-4d39-92ba-8a352e397ade req-565f9a26-f683-47ae-abd6-c57f295ab6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.637269 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-890fa46f-ff50-4d39-92ba-8a352e397ade req-565f9a26-f683-47ae-abd6-c57f295ab6fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=9fe858a6-ca4c-4264-bddc-22721051f7c2 HTTP/1.1" status: 200 len: 919 time: 0.1348202 Aug 13 02:40:34.664310 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbac192-526d-43b5-a000-14ac2b916f24 req-6855337a-fef9-4966-82e6-18f739e03dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.666262 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5bbac192-526d-43b5-a000-14ac2b916f24 req-6855337a-fef9-4966-82e6-18f739e03dc8 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b91bd85928624ab6b05622798c36e4e0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1692758 Aug 13 02:40:34.720025 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-890fa46f-ff50-4d39-92ba-8a352e397ade req-52ed5f6b-c9a1-467f-871e-2c9668ddffb8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 HTTP/1.1" status: 200 len: 217 time: 0.0734067 Aug 13 02:40:34.787150 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbac192-526d-43b5-a000-14ac2b916f24 req-32062ed9-f608-4889-aa59-9084c0e6d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.788862 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-5bbac192-526d-43b5-a000-14ac2b916f24 req-32062ed9-f608-4889-aa59-9084c0e6d370 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1139321 Aug 13 02:40:34.842619 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fa46f-ff50-4d39-92ba-8a352e397ade req-a71374fe-9078-44a5-adc5-3ae1e3fcd38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.844081 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-890fa46f-ff50-4d39-92ba-8a352e397ade req-a71374fe-9078-44a5-adc5-3ae1e3fcd38f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c HTTP/1.1" status: 200 len: 858 time: 0.0887556 Aug 13 02:40:34.848877 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a49ed2-510f-468f-888f-8da999a18663 req-c205d0cf-eaa4-4b55-b35a-2e576888962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.850256 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-23a49ed2-510f-468f-888f-8da999a18663 req-c205d0cf-eaa4-4b55-b35a-2e576888962e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 1098 time: 0.0829103 Aug 13 02:40:34.857695 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f681e9-157b-4993-96e4-b164e0600cc7 req-6a014e1b-0879-4725-b62c-0feb6e63d4fe tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:34.859213 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a4f681e9-157b-4993-96e4-b164e0600cc7 req-6a014e1b-0879-4725-b62c-0feb6e63d4fe tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.1500144 Aug 13 02:40:34.974195 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a4f681e9-157b-4993-96e4-b164e0600cc7 req-369d1cf9-ebe2-4b0e-9132-dda9969692a8 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084487 Aug 13 02:40:34.976191 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-890fa46f-ff50-4d39-92ba-8a352e397ade req-bad78f16-5732-423b-8334-3bdaaada426f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9fe858a6-ca4c-4264-bddc-22721051f7c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599091 Aug 13 02:40:34.995034 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-6fdded24-dfcd-4512-a3ac-68d59a820011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:35.011750 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-6fdded24-dfcd-4512-a3ac-68d59a820011 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 1096 time: 0.0978827 Aug 13 02:40:35.022457 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-23a49ed2-510f-468f-888f-8da999a18663 req-c82d2431-41fa-4623-99af-1a7991a26d24 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049471 Aug 13 02:40:35.055889 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c0c58-a979-411e-9efe-b32d6014302e req-96491b98-f199-4bde-a02a-7388a1a7a41a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:35.057023 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-003c0c58-a979-411e-9efe-b32d6014302e req-96491b98-f199-4bde-a02a-7388a1a7a41a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.1673701 Aug 13 02:40:35.060224 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-b740dcff-189b-4b59-b707-503b4cd25bac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=379aa4d8-33a2-410f-aa73-27bdc5700f16 HTTP/1.1" status: 200 len: 217 time: 0.0405912 Aug 13 02:40:35.129634 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-003c0c58-a979-411e-9efe-b32d6014302e req-96747d42-1b27-497d-aa59-b3aea376ba77 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621264 Aug 13 02:40:35.133577 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-890fa46f-ff50-4d39-92ba-8a352e397ade req-73db2fc7-c4ae-4b0b-beeb-c4da6c30ba35 service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365697 Aug 13 02:40:35.360782 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c345a-33e1-4858-8265-d0b377e65158 req-7faf7fec-67c4-407f-b587-82e84186fa1d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:35.362346 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e3c345a-33e1-4858-8265-d0b377e65158 req-7faf7fec-67c4-407f-b587-82e84186fa1d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 943 time: 0.0905051 Aug 13 02:40:35.375513 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69d857-8aae-4fe5-88e1-07932bff3d12 req-ad397359-0d75-4c95-852d-ccc10dbd9cb1 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:35.378171 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b69d857-8aae-4fe5-88e1-07932bff3d12 req-ad397359-0d75-4c95-852d-ccc10dbd9cb1 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0648091 Aug 13 02:40:35.454919 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b69d857-8aae-4fe5-88e1-07932bff3d12 req-3a7c8430-0984-4eb1-b010-cc295b48e27f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628090 Aug 13 02:40:35.498286 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e3c345a-33e1-4858-8265-d0b377e65158 req-0fb10722-8292-4e81-a689-c3be852f0195 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202748 Aug 13 02:40:35.526035 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-420c1713-58b6-4654-8ced-b8dde481cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:35.527824 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-420c1713-58b6-4654-8ced-b8dde481cce4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=291f67b3-6592-4299-a8ce-492450a6c8ca HTTP/1.1" status: 200 len: 850 time: 0.0939643 Aug 13 02:40:35.565004 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-890fa46f-ff50-4d39-92ba-8a352e397ade req-f41ace67-d1bd-4df0-9a54-e3910c7d6ff9 service neutron] 10.222.0.60 "GET /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300108 Aug 13 02:40:35.615467 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-9d681f9f-a952-45b3-a467-2e15d4eda676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:35.616834 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-9d681f9f-a952-45b3-a467-2e15d4eda676 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b2ff959-af94-4f3b-bb00-9252aea12613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689380 Aug 13 02:40:35.655841 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e81e23-df44-4994-b5df-cb1575e37d8b req-bc797f80-26b1-486c-81c1-2a50f53ad7e7 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:35.658100 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f5e81e23-df44-4994-b5df-cb1575e37d8b req-bc797f80-26b1-486c-81c1-2a50f53ad7e7 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 945 time: 0.0900350 Aug 13 02:40:35.734287 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f5e81e23-df44-4994-b5df-cb1575e37d8b req-95a73144-9bf8-4c35-808f-51ef27bace27 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674069 Aug 13 02:40:35.769531 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-a7e04ae7-5ea3-42ed-a972-261854c80a7b service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010268 Aug 13 02:40:35.871245 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bb2f188f-5e46-4f26-a4d0-cbdb845b65d4 req-ba1ec593-93c6-4717-9ed7-2eec9880da47 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910521 Aug 13 02:40:36.112057 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778d046-2a16-47f4-b2fe-9dfc0460630b req-d95f9a48-a4fa-4cd4-835f-523adc1d0dbf tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:36.114380 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a778d046-2a16-47f4-b2fe-9dfc0460630b req-d95f9a48-a4fa-4cd4-835f-523adc1d0dbf tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0577033 Aug 13 02:40:36.154053 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a778d046-2a16-47f4-b2fe-9dfc0460630b req-692316af-053f-405d-a724-a133fa3c2c49 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336318 Aug 13 02:40:36.296042 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3be74f-7d88-4da8-bf8a-8c1df36d1637 req-64c6a0e8-7958-497d-89b0-0126c2aa56ed tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:36.297585 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5e3be74f-7d88-4da8-bf8a-8c1df36d1637 req-64c6a0e8-7958-497d-89b0-0126c2aa56ed tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0643730 Aug 13 02:40:36.338005 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5e3be74f-7d88-4da8-bf8a-8c1df36d1637 req-11728256-c293-488c-a145-d90bf652cba6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341055 Aug 13 02:40:36.348653 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-cf5cc853-ea26-460b-89d3-c24e8d1ba23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:36.571960 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1ca1f-3084-4161-9453-b40cf26337ed req-bcf647b8-7580-4562-bb78-d938185827e0 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:36.573498 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ab1ca1f-3084-4161-9453-b40cf26337ed req-bcf647b8-7580-4562-bb78-d938185827e0 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0503867 Aug 13 02:40:36.639507 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ab1ca1f-3084-4161-9453-b40cf26337ed req-d593f284-f9f8-4344-bf9b-3b2860ac673b tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596790 Aug 13 02:40:36.657536 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675d3f9-cf82-4640-96f3-120e1f82d0e3 req-414c99dc-9f8f-4956-a6b2-17bf8a893feb tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:36.659773 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9675d3f9-cf82-4640-96f3-120e1f82d0e3 req-414c99dc-9f8f-4956-a6b2-17bf8a893feb tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 943 time: 0.0655148 Aug 13 02:40:36.702211 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9675d3f9-cf82-4640-96f3-120e1f82d0e3 req-9a1f7caf-ee99-4356-bbcb-49d74bbf4dc9 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354142 Aug 13 02:40:36.845150 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5964f0-3a40-4529-bb3e-52e3a363235f req-93c402f4-59d0-4b0c-857f-9e5c8f2f52f3 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:36.846657 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0b5964f0-3a40-4529-bb3e-52e3a363235f req-93c402f4-59d0-4b0c-857f-9e5c8f2f52f3 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 945 time: 0.0543444 Aug 13 02:40:36.887102 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0b5964f0-3a40-4529-bb3e-52e3a363235f req-94ffad31-58b9-45df-9570-3549ee8ba60e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342455 Aug 13 02:40:37.003720 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee280f-f943-4f12-b472-95aec98ffe0f req-6cc20e89-84ac-42f3-989b-f6e94a32b1a9 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:37.005301 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-63ee280f-f943-4f12-b472-95aec98ffe0f req-6cc20e89-84ac-42f3-989b-f6e94a32b1a9 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 945 time: 0.0511203 Aug 13 02:40:37.044733 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-63ee280f-f943-4f12-b472-95aec98ffe0f req-435743c8-0ce3-42dd-ae55-2144f614b698 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332358 Aug 13 02:40:37.269633 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc9157-4c73-4c54-8400-bc99178c4165 req-173f308c-7276-49be-8db4-4d2a47601ffc tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:37.271775 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50cc9157-4c73-4c54-8400-bc99178c4165 req-173f308c-7276-49be-8db4-4d2a47601ffc tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0507596 Aug 13 02:40:37.312871 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-50cc9157-4c73-4c54-8400-bc99178c4165 req-ce35f940-db5f-4653-ae6c-b4252d32456b tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346835 Aug 13 02:40:37.386164 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11119b-05d7-474b-8c9a-7c09dc674c7d req-16254eef-1495-4d86-b7ae-1963d4ae063a tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:37.387650 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb11119b-05d7-474b-8c9a-7c09dc674c7d req-16254eef-1495-4d86-b7ae-1963d4ae063a tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 945 time: 0.0519097 Aug 13 02:40:37.434626 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb11119b-05d7-474b-8c9a-7c09dc674c7d req-b51dcaa3-43b2-463a-9218-cffb4903a6aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 Aug 13 02:40:37.472269 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd623c10-5299-465f-b6f3-7c504bb951af req-ce689462-7f88-456e-b6df-e5da9a11d65f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:37.473933 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd623c10-5299-465f-b6f3-7c504bb951af req-ce689462-7f88-456e-b6df-e5da9a11d65f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0600853 Aug 13 02:40:37.526484 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd623c10-5299-465f-b6f3-7c504bb951af req-22588b66-4c92-4162-a1fd-ee5d9a1e3cfe tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463886 Aug 13 02:40:37.697526 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b9299-7a8d-4362-8acf-3bda574564f5 req-bc28f547-aa06-4065-a9ab-d764ddcb89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:37.699139 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bc8b9299-7a8d-4362-8acf-3bda574564f5 req-bc28f547-aa06-4065-a9ab-d764ddcb89ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 1099 time: 0.0440176 Aug 13 02:40:37.786082 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf4fd3-2a9f-4f90-be7b-c24ee25c3480 req-28933477-91c5-46a4-86c1-ac2ffc47f3de tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:37.794280 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74cf4fd3-2a9f-4f90-be7b-c24ee25c3480 req-28933477-91c5-46a4-86c1-ac2ffc47f3de tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0802498 Aug 13 02:40:37.865771 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b9299-7a8d-4362-8acf-3bda574564f5 req-e300a059-cf7c-4e81-b310-8dc82d0bce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:37.867364 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bc8b9299-7a8d-4362-8acf-3bda574564f5 req-e300a059-cf7c-4e81-b310-8dc82d0bce6f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 200 len: 918 time: 0.1425261 Aug 13 02:40:37.871125 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-74cf4fd3-2a9f-4f90-be7b-c24ee25c3480 req-ed54fa43-83ff-4975-a3e8-dba157289704 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760126 Aug 13 02:40:37.886303 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfcb3de-5fed-4a1b-9cc8-787e0d94060f req-809c66fa-3dac-4bb4-bfe6-67de5492167b tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:37.886303 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ddfcb3de-5fed-4a1b-9cc8-787e0d94060f req-809c66fa-3dac-4bb4-bfe6-67de5492167b tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 943 time: 0.0846198 Aug 13 02:40:37.930013 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ddfcb3de-5fed-4a1b-9cc8-787e0d94060f req-a480cbf5-6e5d-4970-939c-ebb8c1eb311f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401661 Aug 13 02:40:37.992598 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bc8b9299-7a8d-4362-8acf-3bda574564f5 req-5db2f6d0-576a-411f-adbc-f2dc16b15740 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa HTTP/1.1" status: 200 len: 1002 time: 0.1104221 Aug 13 02:40:38.070368 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b9299-7a8d-4362-8acf-3bda574564f5 req-e6b4f8f3-1f6b-40cb-aea8-c0be005c82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:38.071895 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bc8b9299-7a8d-4362-8acf-3bda574564f5 req-e6b4f8f3-1f6b-40cb-aea8-c0be005c82c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d722d64-dd9d-486a-a9c9-6f37fad094ab HTTP/1.1" status: 200 len: 856 time: 0.0610073 Aug 13 02:40:38.135023 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b9299-7a8d-4362-8acf-3bda574564f5 req-7236ac1e-28f3-4149-82b5-73d662c376dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:38.136702 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bc8b9299-7a8d-4362-8acf-3bda574564f5 req-7236ac1e-28f3-4149-82b5-73d662c376dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9102dfda-d03c-4456-90ad-be83fc17c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550508 Aug 13 02:40:38.222558 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 59910) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:38.233662 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bc8b9299-7a8d-4362-8acf-3bda574564f5 req-e65cc799-8540-41b6-9d49-69511ff08d7e service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875161 Aug 13 02:40:38.337548 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-44273b31-65bc-4d90-9b7c-8fe9098781ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:38.339549 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-bc8b9299-7a8d-4362-8acf-3bda574564f5 req-939bbc30-5343-41e3-abdd-fb524f3470c1 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907514 Aug 13 02:40:38.461228 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-44273b31-65bc-4d90-9b7c-8fe9098781ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:38.468838 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d1b5e-d7b1-4b54-8462-0c9990d47a22 req-ab63d3bd-c0a6-4182-bcf7-95901c4099d3 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:38.470299 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-277d1b5e-d7b1-4b54-8462-0c9990d47a22 req-ab63d3bd-c0a6-4182-bcf7-95901c4099d3 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0817015 Aug 13 02:40:38.471320 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-44273b31-65bc-4d90-9b7c-8fe9098781ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:38.526396 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-44273b31-65bc-4d90-9b7c-8fe9098781ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69e7c908ccb6474491ae449e980e8413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020942 Aug 13 02:40:38.528379 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44273b31-65bc-4d90-9b7c-8fe9098781ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4eade8-e674-4533-b94a-aa842497e1e9,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:38.529512 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 59916) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:38.549246 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-277d1b5e-d7b1-4b54-8462-0c9990d47a22 req-78653351-4a9f-4726-b565-1a942c92bfd8 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724545 Aug 13 02:40:38.588346 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb4df-a064-4bef-ada8-966f0ff025e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:38.609705 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb4df-a064-4bef-ada8-966f0ff025e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:38.660077 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42535f53-ca86-4e4d-b269-c30c90dd64d6 req-066b450d-2174-4ab7-a183-d34b2eecfa6d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:38.661845 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-42535f53-ca86-4e4d-b269-c30c90dd64d6 req-066b450d-2174-4ab7-a183-d34b2eecfa6d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0604982 Aug 13 02:40:38.664057 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb4df-a064-4bef-ada8-966f0ff025e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:38.667416 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8b2eb4df-a064-4bef-ada8-966f0ff025e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:38.671320 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8b2eb4df-a064-4bef-ada8-966f0ff025e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa4eade8-e674-4533-b94a-aa842497e1e9 HTTP/1.1" status: 204 len: 168 time: 0.1380458 Aug 13 02:40:38.678946 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2eb4df-a064-4bef-ada8-966f0ff025e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4eade8-e674-4533-b94a-aa842497e1e9,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:38.721062 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-42535f53-ca86-4e4d-b269-c30c90dd64d6 req-c8491a05-72e6-497e-9490-7c6800570d5a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532515 Aug 13 02:40:39.027866 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e84f0c-cc9f-4d6a-b680-97e3302eb6f4 req-4c294880-06a0-4766-b50f-7bee1f99fa17 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:39.029465 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-91e84f0c-cc9f-4d6a-b680-97e3302eb6f4 req-4c294880-06a0-4766-b50f-7bee1f99fa17 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0641508 Aug 13 02:40:39.093085 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e177052-8786-4489-a96b-5ad9225b53a0 req-c9172d7e-ad0f-4420-8946-580bfbdf2f28 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:39.094499 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e177052-8786-4489-a96b-5ad9225b53a0 req-c9172d7e-ad0f-4420-8946-580bfbdf2f28 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 943 time: 0.0875494 Aug 13 02:40:39.097290 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-91e84f0c-cc9f-4d6a-b680-97e3302eb6f4 req-5596468d-3aab-4f34-baec-247d958b332f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537908 Aug 13 02:40:39.134928 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9e177052-8786-4489-a96b-5ad9225b53a0 req-70940767-28b6-4408-b1b2-8b4d97afb6e3 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328925 Aug 13 02:40:39.154364 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:39.317345 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b6ee3c32-5b0b-4e4c-b553-3e43543c8759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:39.845234 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f1e74-d8c0-47af-a37f-b91f735b526e req-ec4702ab-5fd5-49c2-b8c9-7973211ec294 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:39.846684 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3c2f1e74-d8c0-47af-a37f-b91f735b526e req-ec4702ab-5fd5-49c2-b8c9-7973211ec294 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0532718 Aug 13 02:40:39.886273 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3c2f1e74-d8c0-47af-a37f-b91f735b526e req-b22eef37-32a0-4932-ac70-b4be6d905cbf tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330563 Aug 13 02:40:40.217818 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e9e1a-8541-49be-9627-9cafb671339c req-9dcd6bee-64aa-4e91-83b2-239789f0700d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:40.219334 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-907e9e1a-8541-49be-9627-9cafb671339c req-9dcd6bee-64aa-4e91-83b2-239789f0700d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0512981 Aug 13 02:40:40.261100 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-907e9e1a-8541-49be-9627-9cafb671339c req-ff81b8cc-c916-47d0-9d37-3e5ff2886bbd tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355251 Aug 13 02:40:40.376815 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a34d06-f6f1-4f25-af0a-e28ddd777ca8 req-20caecad-c9bc-46e1-9c28-2471444aa9ed tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:40.378282 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b0a34d06-f6f1-4f25-af0a-e28ddd777ca8 req-20caecad-c9bc-46e1-9c28-2471444aa9ed tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 943 time: 0.0553775 Aug 13 02:40:40.416845 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b0a34d06-f6f1-4f25-af0a-e28ddd777ca8 req-cc70eab6-866c-4303-8cb0-c200946684d3 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324309 Aug 13 02:40:40.444045 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:41.025709 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28a016-d91f-41c7-affb-08ba01b46a6a req-067a2291-b170-4b14-b6a7-bc7e228823cd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:41.027162 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ea28a016-d91f-41c7-affb-08ba01b46a6a req-067a2291-b170-4b14-b6a7-bc7e228823cd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 946 time: 0.0526950 Aug 13 02:40:41.067133 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ea28a016-d91f-41c7-affb-08ba01b46a6a req-340f6e8f-1b38-4dc1-a835-313e4a217463 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310605 Aug 13 02:40:41.547375 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8fd69-22e3-48fe-971f-f605c5773600 req-a47baacb-8a48-4bc3-b199-45ff9e878a64 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:41.548891 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cb8fd69-22e3-48fe-971f-f605c5773600 req-a47baacb-8a48-4bc3-b199-45ff9e878a64 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 943 time: 0.0507362 Aug 13 02:40:41.588874 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cb8fd69-22e3-48fe-971f-f605c5773600 req-bb89ad40-6b2c-459e-943f-225f048e84fc tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336089 Aug 13 02:40:41.759178 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:42.018242 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 97ef92cc-ee8c-4230-96ba-e5f82029d0aa no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:40:42.106266 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:42.129544 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:42.131798 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225fc1b1-d9eb-4be6-8670-dd639f201995" -d '{"events": [{"server_uuid": "0022f2c0-0d07-4d1b-8926-4dfa7356f023", "name": "network-vif-unplugged", "status": "completed", "tag": "97ef92cc-ee8c-4230-96ba-e5f82029d0aa"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:42.145854 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:42.152632 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:42.177942 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed05dde-82ff-4f6a-a2b3-e15a091bf85f x-openstack-request-id: req-8ed05dde-82ff-4f6a-a2b3-e15a091bf85f {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:42.178220 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0022f2c0-0d07-4d1b-8926-4dfa7356f023", "name": "network-vif-unplugged", "status": "completed", "tag": "97ef92cc-ee8c-4230-96ba-e5f82029d0aa", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:42.178473 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ed05dde-82ff-4f6a-a2b3-e15a091bf85f {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:42.178833 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'code': 200} Aug 13 02:40:42.198607 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089e628-11cd-4057-ae5a-b444a20f1003 req-40cdc69d-a26e-4ffb-b6d8-f8f663f8af0e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:42.200095 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8089e628-11cd-4057-ae5a-b444a20f1003 req-40cdc69d-a26e-4ffb-b6d8-f8f663f8af0e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0568690 Aug 13 02:40:42.204588 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,revision_number=8']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:42.238630 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8089e628-11cd-4057-ae5a-b444a20f1003 req-190ca75e-f76c-49bc-b0be-b0b2c0f46b53 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323496 Aug 13 02:40:42.722479 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915e26e-eb1d-4d1a-8d4a-111b6308b330 req-57e19d03-7990-4b97-8276-16d6afa147e5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:42.723960 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6915e26e-eb1d-4d1a-8d4a-111b6308b330 req-57e19d03-7990-4b97-8276-16d6afa147e5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 943 time: 0.0530646 Aug 13 02:40:42.761094 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6915e26e-eb1d-4d1a-8d4a-111b6308b330 req-ee8f7a09-108d-4158-9bce-14b683d3b42d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310528 Aug 13 02:40:42.813947 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:40:43.408598 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d66a4-7884-4c89-9952-d2d73474e971 req-295df612-049b-4b24-ad50-f0326459e7a6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:43.410093 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-034d66a4-7884-4c89-9952-d2d73474e971 req-295df612-049b-4b24-ad50-f0326459e7a6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0487292 Aug 13 02:40:43.447320 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-034d66a4-7884-4c89-9952-d2d73474e971 req-9ac53c54-9e19-4f91-818d-e1566d9a896e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313275 Aug 13 02:40:43.877851 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a300cac-fa26-4988-b4af-e9d26303d1cf req-b3169481-08f3-40f5-a638-28eab9c40a74 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:43.879312 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a300cac-fa26-4988-b4af-e9d26303d1cf req-b3169481-08f3-40f5-a638-28eab9c40a74 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 943 time: 0.0524859 Aug 13 02:40:43.917237 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5a300cac-fa26-4988-b4af-e9d26303d1cf req-0c5ef8f5-733e-4a61-9663-f364368ba381 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318553 Aug 13 02:40:44.569721 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f0670-998d-4357-8a4a-4627a0e893b8 req-50c763ed-be09-4a4f-84cc-2fb5238d0bf9 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:44.571226 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3f9f0670-998d-4357-8a4a-4627a0e893b8 req-50c763ed-be09-4a4f-84cc-2fb5238d0bf9 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0506530 Aug 13 02:40:44.609244 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3f9f0670-998d-4357-8a4a-4627a0e893b8 req-16288b5d-123f-4779-afb0-11660ef8bcee tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318274 Aug 13 02:40:45.055006 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a34c19-c081-4bc1-b41e-26e39f4285c6 req-156aacea-81ab-406c-8bbb-b1b6e5209af1 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:45.056642 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83a34c19-c081-4bc1-b41e-26e39f4285c6 req-156aacea-81ab-406c-8bbb-b1b6e5209af1 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 943 time: 0.0544817 Aug 13 02:40:45.101418 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83a34c19-c081-4bc1-b41e-26e39f4285c6 req-7b47cb16-3907-48ac-a83f-0de5035b8395 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369217 Aug 13 02:40:45.304701 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f519b-f14e-4ec4-bee2-485273ce5ef6 req-2fbae5a3-dac2-456c-bf60-0b50bcd5e995 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:45.306351 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-825f519b-f14e-4ec4-bee2-485273ce5ef6 req-2fbae5a3-dac2-456c-bf60-0b50bcd5e995 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0535932 Aug 13 02:40:45.344414 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-825f519b-f14e-4ec4-bee2-485273ce5ef6 req-b047a869-576c-4108-8d74-021b5fae21af tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318325 Aug 13 02:40:45.687958 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60084) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:45.779024 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-877f6c7d-2f2a-4d08-b597-5829c760c88e req-df041662-5de4-40e1-b069-a6e34f6f6536 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898087 Aug 13 02:40:46.232239 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb85f0c-e4e7-4d3f-a971-6c1150838f99 req-1838364e-b126-49e3-b2f8-fe02a078a31e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:46.233864 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bdb85f0c-e4e7-4d3f-a971-6c1150838f99 req-1838364e-b126-49e3-b2f8-fe02a078a31e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 943 time: 0.0589366 Aug 13 02:40:46.274920 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bdb85f0c-e4e7-4d3f-a971-6c1150838f99 req-790f9d0d-15ca-459a-b414-6b70788e5ccb tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345371 Aug 13 02:40:46.482673 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec5c966-06dc-4ba4-ae37-9c71eccbb19c req-4c52cb1f-6ebc-4d77-b7da-97f7201f62ce tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:46.484150 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aec5c966-06dc-4ba4-ae37-9c71eccbb19c req-4c52cb1f-6ebc-4d77-b7da-97f7201f62ce tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0575109 Aug 13 02:40:46.533059 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aec5c966-06dc-4ba4-ae37-9c71eccbb19c req-6f3a87da-5534-4300-8d7a-2e859571af6c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376365 Aug 13 02:40:47.119349 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 379aa4d8-33a2-410f-aa73-27bdc5700f16 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:40:47.230663 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 379aa4d8-33a2-410f-aa73-27bdc5700f16, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=379aa4d8-33a2-410f-aa73-27bdc5700f16,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:47.242303 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '379aa4d8-33a2-410f-aa73-27bdc5700f16', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'port_id': '379aa4d8-33a2-410f-aa73-27bdc5700f16', 'mac_address': 'fa:16:3e:55:17:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:40:47.281288 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:47.295652 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379aa4d8-33a2-410f-aa73-27bdc5700f16 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:47.320611 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 379aa4d8-33a2-410f-aa73-27bdc5700f16, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=379aa4d8-33a2-410f-aa73-27bdc5700f16,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:47.327081 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:47.374716 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=379aa4d8-33a2-410f-aa73-27bdc5700f16,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:47.396856 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d20d1-8ab8-4ec4-b4e8-ff07409e70a5 req-1b314970-ac78-4620-97c1-b455b98cfe80 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:47.398445 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-719d20d1-8ab8-4ec4-b4e8-ff07409e70a5 req-1b314970-ac78-4620-97c1-b455b98cfe80 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 944 time: 0.0516815 Aug 13 02:40:47.436778 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-719d20d1-8ab8-4ec4-b4e8-ff07409e70a5 req-21e85997-4917-4a2f-8524-5b6299048189 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323529 Aug 13 02:40:47.664190 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea1f4a-beea-49b3-ad9e-a96b73fe4ce1 req-020983ee-0e12-4073-99cc-d11e629ac6a3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:47.665695 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56ea1f4a-beea-49b3-ad9e-a96b73fe4ce1 req-020983ee-0e12-4073-99cc-d11e629ac6a3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0585976 Aug 13 02:40:47.714027 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56ea1f4a-beea-49b3-ad9e-a96b73fe4ce1 req-a87828a7-3814-47b4-80c4-a0bdfb4b7fee tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399075 Aug 13 02:40:47.880077 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['379aa4d8-33a2-410f-aa73-27bdc5700f16'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:48.565005 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7701df1-b46b-4640-856f-289673d3c6e4 req-d77866e5-bfa4-4c62-90b2-bb64327573ea tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:48.566479 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c7701df1-b46b-4640-856f-289673d3c6e4 req-d77866e5-bfa4-4c62-90b2-bb64327573ea tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 944 time: 0.0506294 Aug 13 02:40:48.611475 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c7701df1-b46b-4640-856f-289673d3c6e4 req-2d04f964-928f-401c-b69c-222d78c1890e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370626 Aug 13 02:40:48.841006 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fb448-6d34-4bd4-956a-e7562899ee82 req-366908cc-4813-4d55-9724-3a5f9c54ab95 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:48.842531 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b6fb448-6d34-4bd4-956a-e7562899ee82 req-366908cc-4813-4d55-9724-3a5f9c54ab95 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0543139 Aug 13 02:40:48.884333 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b6fb448-6d34-4bd4-956a-e7562899ee82 req-9409c3c2-f9ab-4fb6-bad6-1548cb15ab9a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336859 Aug 13 02:40:49.123369 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 97ef92cc-ee8c-4230-96ba-e5f82029d0aa no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:40:49.731047 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aacd51-f7c4-4d29-8400-58c0468d872d req-757bf618-1320-44ba-9b25-52b6d1867313 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:49.732246 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-11aacd51-f7c4-4d29-8400-58c0468d872d req-757bf618-1320-44ba-9b25-52b6d1867313 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 944 time: 0.0495758 Aug 13 02:40:49.770357 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-11aacd51-f7c4-4d29-8400-58c0468d872d req-7712b78d-a92b-4912-91ea-8ad5de149296 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319488 Aug 13 02:40:49.820608 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60156) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:49.923038 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c87337a2-8092-4bb2-a351-92934b65736f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:50.013030 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abeb15-56af-4424-b3fd-a6a9a1d1872a req-785f0b3c-bf64-4bca-a94e-42bf1c53fa1c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:50.013286 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c87337a2-8092-4bb2-a351-92934b65736f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:50.014415 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-58abeb15-56af-4424-b3fd-a6a9a1d1872a req-785f0b3c-bf64-4bca-a94e-42bf1c53fa1c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0488398 Aug 13 02:40:50.018801 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c87337a2-8092-4bb2-a351-92934b65736f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:50.052171 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-58abeb15-56af-4424-b3fd-a6a9a1d1872a req-2951bdd5-2815-4493-a731-813d275e4e70 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313189 Aug 13 02:40:50.054608 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87337a2-8092-4bb2-a351-92934b65736f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdb73de-4b9f-44ab-afb0-93cf414f0fb5,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:50.060379 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c87337a2-8092-4bb2-a351-92934b65736f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=448c75af68a74bcdb07e09a1b4e53bdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386742 Aug 13 02:40:50.063067 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60162) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:50.113211 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7744eede-d1f5-4214-a005-d7315a3f5e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:50.134398 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7744eede-d1f5-4214-a005-d7315a3f5e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:50.184294 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7744eede-d1f5-4214-a005-d7315a3f5e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:50.186820 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7744eede-d1f5-4214-a005-d7315a3f5e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:50.187957 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7744eede-d1f5-4214-a005-d7315a3f5e04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4bdb73de-4b9f-44ab-afb0-93cf414f0fb5 HTTP/1.1" status: 204 len: 168 time: 0.1240089 Aug 13 02:40:50.195270 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744eede-d1f5-4214-a005-d7315a3f5e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdb73de-4b9f-44ab-afb0-93cf414f0fb5,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:50.891730 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a2536-12c3-48b8-8f27-9bffbc9fa862 req-788909bf-83d0-4669-98c3-2732e61ef88f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:50.899553 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c82a2536-12c3-48b8-8f27-9bffbc9fa862 req-788909bf-83d0-4669-98c3-2732e61ef88f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 944 time: 0.0612578 Aug 13 02:40:50.933104 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c82a2536-12c3-48b8-8f27-9bffbc9fa862 req-c8084823-3e33-434a-bb8c-8ea08e6e841e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326729 Aug 13 02:40:51.143278 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 379aa4d8-33a2-410f-aa73-27bdc5700f16 up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:40:51.185743 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932024d1-9f0c-49e0-9008-362b9e355ecb req-cb0156cf-7cf6-4680-8b77-70a49c65f5fa tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:51.187741 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-932024d1-9f0c-49e0-9008-362b9e355ecb req-cb0156cf-7cf6-4680-8b77-70a49c65f5fa tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0559506 Aug 13 02:40:51.214427 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 379aa4d8-33a2-410f-aa73-27bdc5700f16 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:51.219956 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 379aa4d8-33a2-410f-aa73-27bdc5700f16 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:51.220475 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:51.246086 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-932024d1-9f0c-49e0-9008-362b9e355ecb req-6b8f2aca-9b2b-4fda-936f-93a28bb199b0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454993 Aug 13 02:40:51.322334 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:51.359835 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c111fd70-e3e6-48d0-86f1-9c4d2a198918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379aa4d8-33a2-410f-aa73-27bdc5700f16'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:51.362286 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bb953b-020a-4fe5-85d5-a890507cbf96" -d '{"events": [{"server_uuid": "c111fd70-e3e6-48d0-86f1-9c4d2a198918", "name": "network-vif-plugged", "status": "completed", "tag": "379aa4d8-33a2-410f-aa73-27bdc5700f16"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:51.376434 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 379aa4d8-33a2-410f-aa73-27bdc5700f16, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=379aa4d8-33a2-410f-aa73-27bdc5700f16,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:51.383185 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:51.415216 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b29d5f-0da9-4c48-8827-eeba92779f26 x-openstack-request-id: req-85b29d5f-0da9-4c48-8827-eeba92779f26 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:51.415506 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c111fd70-e3e6-48d0-86f1-9c4d2a198918", "name": "network-vif-plugged", "status": "completed", "tag": "379aa4d8-33a2-410f-aa73-27bdc5700f16", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:51.415869 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85b29d5f-0da9-4c48-8827-eeba92779f26 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:51.416252 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c111fd70-e3e6-48d0-86f1-9c4d2a198918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379aa4d8-33a2-410f-aa73-27bdc5700f16', 'code': 200} Aug 13 02:40:51.442154 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=379aa4d8-33a2-410f-aa73-27bdc5700f16,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:51.571202 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951f37d-5da7-4449-95d9-64bc5c5946c4 req-30554361-c382-4670-8582-52f49abd7dc8 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:51.572578 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3951f37d-5da7-4449-95d9-64bc5c5946c4 req-30554361-c382-4670-8582-52f49abd7dc8 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 945 time: 0.0490205 Aug 13 02:40:51.612861 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3951f37d-5da7-4449-95d9-64bc5c5946c4 req-5c187fde-3a67-432b-b5b7-49aa50071c99 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337639 Aug 13 02:40:51.635868 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60214) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:51.715077 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557ba41-3508-414a-84d9-da2f675ca46e req-950eb5e4-4f75-442b-a574-aa5aa6df66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:51.716611 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d557ba41-3508-414a-84d9-da2f675ca46e req-950eb5e4-4f75-442b-a574-aa5aa6df66ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 1098 time: 0.0429416 Aug 13 02:40:51.753985 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-d557ba41-3508-414a-84d9-da2f675ca46e req-868c1415-567c-47ce-a7b5-987e366856e3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281141 Aug 13 02:40:51.823910 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9aec8d-a846-465c-9721-3639c7e6fcc2 tempest-TestMinimumBasicScenario-272064110 tempest-TestMinimumBasicScenario-272064110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:51.825338 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ac9aec8d-a846-465c-9721-3639c7e6fcc2 tempest-TestMinimumBasicScenario-272064110 tempest-TestMinimumBasicScenario-272064110-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 1093 time: 0.1882021 Aug 13 02:40:51.828493 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60218) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:51.833277 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Request body: {'floatingip': {'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'port_id': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:51.858119 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for floatingip, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:51.953028 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:52.053585 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f2841-d12a-4c9a-b489-fd0924925041 req-41e75b04-f6d6-49d5-875b-ceb920b0cc75 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:52.055162 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee9f2841-d12a-4c9a-b489-fd0924925041 req-41e75b04-f6d6-49d5-875b-ceb920b0cc75 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 945 time: 0.0509782 Aug 13 02:40:52.056334 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Allocated IP 172.27.1.8 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/c8a163d3-54eb-4326-9b91-92d64cbbc344) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:52.094395 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee9f2841-d12a-4c9a-b489-fd0924925041 req-34ceb667-3768-424d-be32-0def5408d4b5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329490 Aug 13 02:40:52.157938 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:52.199669 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:52.240249 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:52.245356 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:52.248572 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:52.277474 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Pushing event updated for resources: {'Port': ['ID=c8a163d3-54eb-4326-9b91-92d64cbbc344,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:52.375268 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901912e-4f3a-42f4-84eb-398bb01f40c6 req-3c532bc7-119f-4dcc-bb77-a44ba0699a6d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:52.376881 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8901912e-4f3a-42f4-84eb-398bb01f40c6 req-3c532bc7-119f-4dcc-bb77-a44ba0699a6d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0504370 Aug 13 02:40:52.414931 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8901912e-4f3a-42f4-84eb-398bb01f40c6 req-c4bcce89-6599-4e8f-82f8-4b8202efbdac tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318193 Aug 13 02:40:52.638393 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-66c05b14-3ca6-4702-823f-b88fcd0d47da tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ccb9b7160b65401db6df6734ea00fc7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307035 Aug 13 02:40:52.831681 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-8907c2f7-d17e-452a-9d6b-9de1cc3d3c15 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:52.833730 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-8907c2f7-d17e-452a-9d6b-9de1cc3d3c15 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894813 Aug 13 02:40:52.851570 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-19f537cf-77d9-4799-af66-efcbab54a491 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/quotas/ccb9b7160b65401db6df6734ea00fc7a HTTP/1.1" status: 200 len: 375 time: 0.0118897 Aug 13 02:40:52.883739 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-4021f87c-c752-4bfb-a083-570992d34dd9 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ccb9b7160b65401db6df6734ea00fc7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260572 Aug 13 02:40:52.971843 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.070909 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-971c3be3-8d68-4adc-9c86-e9edf3da0551 req-011bf979-b329-4d5b-8fe1-92efd5d832b5 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 210 time: 0.0286183 Aug 13 02:40:53.098484 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.223719 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056d5fd-466f-4c97-926b-2bbfc4db058b req-868c1aca-6b05-49fe-8557-58eca10bc890 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:53.225416 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d056d5fd-466f-4c97-926b-2bbfc4db058b req-868c1aca-6b05-49fe-8557-58eca10bc890 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 945 time: 0.0534744 Aug 13 02:40:53.263796 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.273057 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.291718 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d056d5fd-466f-4c97-926b-2bbfc4db058b req-f7054ea7-9cd9-4d72-b8af-0e2f6fec6e07 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589874 Aug 13 02:40:53.352518 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Pushing event updated for resources: {'Port': ['ID=c8a163d3-54eb-4326-9b91-92d64cbbc344,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:53.379018 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.489891 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.l3_db [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Floating IP c9f9c991-fb3a-4e0b-ab9d-4b8ddbcc66c9 associated. External IP: 172.27.1.8, port: 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7. Aug 13 02:40:53.542904 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1c009-a71b-40a8-9581-23f657c9d793 req-7ac29f0d-d820-4c9e-942f-512c20acc76c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:53.548955 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c8f1c009-a71b-40a8-9581-23f657c9d793 req-7ac29f0d-d820-4c9e-942f-512c20acc76c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0608768 Aug 13 02:40:53.590582 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c8f1c009-a71b-40a8-9581-23f657c9d793 req-74c3e2a6-9444-4ab0-a956-fe49b39b0ed1 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395660 Aug 13 02:40:53.718779 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Router 986abc38-0673-4779-9467-550d4bade644 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:40:53.833974 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:40:53.843736 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b3cc89-4ef1-47c3-b8b4-734204301207 None None] Sync routers for ids ['986abc38-0673-4779-9467-550d4bade644'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:40:53.852077 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.853863 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b3cc89-4ef1-47c3-b8b4-734204301207 None None] Routers {'986abc38-0673-4779-9467-550d4bade644'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:53.854720 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-a6b3cc89-4ef1-47c3-b8b4-734204301207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:40:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['986abc38-0673-4779-9467-550d4bade644'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:53.878549 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-77c4c222-5328-4f8e-906d-1c92a5423a60 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0490153 Aug 13 02:40:53.879235 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'tag': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:53.881348 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 60260) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:53.881755 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a382a03db399cca1283d4f7ece85babfb64ee32656e6b885022af9a72db3350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ccf841-1548-4260-8d98-8e6acd867cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "87af3616-3035-45f7-9a71-49ffdbdeea8c", "tag": "7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:53.886332 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-9a99792b-8139-486f-af30-de7eb5bc0256 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1962240005', 'description': 'tempest-secgroup-smoke-1962240005 description', 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:53.913801 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9a99792b-8139-486f-af30-de7eb5bc0256 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:53.919428 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5327f2-f852-47a0-ab41-6d39fb714083 x-openstack-request-id: req-3f5327f2-f852-47a0-ab41-6d39fb714083 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:53.919928 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87af3616-3035-45f7-9a71-49ffdbdeea8c", "tag": "7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:53.920181 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f5327f2-f852-47a0-ab41-6d39fb714083 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:53.920603 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'tag': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7', 'status': 'completed', 'code': 200} Aug 13 02:40:53.975795 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-a6b3cc89-4ef1-47c3-b8b4-734204301207 None None] Set router 986abc38-0673-4779-9467-550d4bade644 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:54.007459 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9a99792b-8139-486f-af30-de7eb5bc0256 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.017284 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9a99792b-8139-486f-af30-de7eb5bc0256 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.029576 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccf841-1548-4260-8d98-8e6acd867cdc req-fc44ce84-10d9-4cce-8dd2-3ef573d50c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.031726 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e8ccf841-1548-4260-8d98-8e6acd867cdc req-fc44ce84-10d9-4cce-8dd2-3ef573d50c2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=583c4a6ab3bd4094b9a258a2f0b3579e&device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 1098 time: 0.0444279 Aug 13 02:40:54.039117 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9a99792b-8139-486f-af30-de7eb5bc0256 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.043552 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9a99792b-8139-486f-af30-de7eb5bc0256 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1578462 Aug 13 02:40:54.044561 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 60264) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:54.048881 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-3f6bcd5a-46e8-4603-bc2b-a8764acc69be tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Request body: {'security_group_rule': {'security_group_id': '25012e65-9543-44e9-8c67-0a2cf7e54303', 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:54.060306 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99792b-8139-486f-af30-de7eb5bc0256 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25012e65-9543-44e9-8c67-0a2cf7e54303,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:54.094216 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f6bcd5a-46e8-4603-bc2b-a8764acc69be tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.153448 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f6bcd5a-46e8-4603-bc2b-a8764acc69be tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.162824 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f6bcd5a-46e8-4603-bc2b-a8764acc69be tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.176518 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccf841-1548-4260-8d98-8e6acd867cdc req-ecec1c43-a056-4a24-a684-9e312ef1fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.178102 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e8ccf841-1548-4260-8d98-8e6acd867cdc req-ecec1c43-a056-4a24-a684-9e312ef1fc9e service neutron] 10.222.0.60 "GET /v2.0/networks?id=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 HTTP/1.1" status: 200 len: 915 time: 0.1372566 Aug 13 02:40:54.193931 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bcd5a-46e8-4603-bc2b-a8764acc69be tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd2db48-bd1e-46f3-b361-aec76a7df693,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:54.214366 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fe17dde5-ad87-46bc-a7c7-c29eefef352e req-9d5d3ee2-9854-45ba-a6f2-04285f87165d tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 210 time: 0.0416167 Aug 13 02:40:54.219696 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f6bcd5a-46e8-4603-bc2b-a8764acc69be tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.221190 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3f6bcd5a-46e8-4603-bc2b-a8764acc69be tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1754782 Aug 13 02:40:54.224492 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 60270) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:54.231421 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-51f9432d-0814-4015-aa98-af8978fd8057 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Request body: {'security_group_rule': {'security_group_id': '25012e65-9543-44e9-8c67-0a2cf7e54303', 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:54.233793 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-a6b3cc89-4ef1-47c3-b8b4-734204301207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986abc38-0673-4779-9467-550d4bade644', 'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '1859048a-e741-4e23-9480-e09992c5a650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:18Z', 'revision_number': 4, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'gw_port': {'id': '1859048a-e741-4e23-9480-e09992c5a650', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:14Z', 'updated_at': '2021-08-13T02:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': 'c9f9c991-fb3a-4e0b-ab9d-4b8ddbcc66c9', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': '986abc38-0673-4779-9467-550d4bade644', 'port_id': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'mac_address': 'fa:16:3e:4f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:40:52Z', 'updated_at': '2021-08-13T02:40:52Z', 'revision_number': 0, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a17a10-cdce-4b2a-a098-5de8d130f743', 'name': '', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'mac_address': 'fa:16:3e:1f:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:17Z', 'updated_at': '2021-08-13T02:39:31Z', 'revision_number': 5, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'subnets': [{'id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:54.261197 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-51f9432d-0814-4015-aa98-af8978fd8057 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.269076 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b3cc89-4ef1-47c3-b8b4-734204301207 None None] Checking router: 986abc38-0673-4779-9467-550d4bade644 for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:40:54.274787 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e8ccf841-1548-4260-8d98-8e6acd867cdc req-40b01251-e7fa-4c56-83d1-3c71fc4bde0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 HTTP/1.1" status: 200 len: 997 time: 0.0813141 Aug 13 02:40:54.280259 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b3cc89-4ef1-47c3-b8b4-734204301207 None None] Routers {'986abc38-0673-4779-9467-550d4bade644'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:54.280900 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-a6b3cc89-4ef1-47c3-b8b4-734204301207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:40:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['986abc38-0673-4779-9467-550d4bade644'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:54.335216 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-51f9432d-0814-4015-aa98-af8978fd8057 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.339484 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccf841-1548-4260-8d98-8e6acd867cdc req-ee98fb0c-057b-4d10-b926-5e05fa148614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.340688 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-51f9432d-0814-4015-aa98-af8978fd8057 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.341022 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e8ccf841-1548-4260-8d98-8e6acd867cdc req-ee98fb0c-057b-4d10-b926-5e05fa148614 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb003ed-61ad-436a-a6bb-1d970bfe3403 HTTP/1.1" status: 200 len: 853 time: 0.0497401 Aug 13 02:40:54.365017 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9432d-0814-4015-aa98-af8978fd8057 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a25dbf6-2cf0-420a-9e30-023765d25e98,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:54.373326 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-51f9432d-0814-4015-aa98-af8978fd8057 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.377054 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-51f9432d-0814-4015-aa98-af8978fd8057 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1503663 Aug 13 02:40:54.377497 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60276) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:54.384372 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Request body: {'security_group_rule': {'security_group_id': '25012e65-9543-44e9-8c67-0a2cf7e54303', 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:54.408503 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-a6b3cc89-4ef1-47c3-b8b4-734204301207 None None] Set router 986abc38-0673-4779-9467-550d4bade644 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:54.472349 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57263ad8-00b0-4096-8672-95e207f3c0dd req-d75f465f-52c2-4786-95d8-73b2caafe12f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.473378 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.473885 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57263ad8-00b0-4096-8672-95e207f3c0dd req-d75f465f-52c2-4786-95d8-73b2caafe12f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 945 time: 0.0679200 Aug 13 02:40:54.493468 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccf841-1548-4260-8d98-8e6acd867cdc req-7bc060ae-b073-4502-a7a4-480d2d78aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:54.495715 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e8ccf841-1548-4260-8d98-8e6acd867cdc req-7bc060ae-b073-4502-a7a4-480d2d78aad1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0969334 Aug 13 02:40:54.525473 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57263ad8-00b0-4096-8672-95e207f3c0dd req-8320f073-fbe2-43ff-beb1-0bf0002b4c5c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440769 Aug 13 02:40:54.547300 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.551686 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.595493 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-f22840a5-bfab-4879-b913-da572ac61af9 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ccb9b7160b65401db6df6734ea00fc7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374384 Aug 13 02:40:54.596397 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:54.597587 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2191153 Aug 13 02:40:54.601192 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 60280) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:54.606917 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-e455f401-6e14-4842-b75c-437ab57fe87d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Request body: {'security_group_rule': {'security_group_id': '25012e65-9543-44e9-8c67-0a2cf7e54303', 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:54.624497 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602d829e-263b-49c8-b004-9b124085af2d,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:54.634778 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:54.635105 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:54.635767 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:54.635767 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:54.636103 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:54.636604 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:54.636924 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:54.637243 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:54.637554 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:54.637865 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:54.638176 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:54.638480 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2cb81f-e1fb-4a77-a6dd-bae646a7e7aa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:40:54.685608 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e8ccf841-1548-4260-8d98-8e6acd867cdc req-a1c18b7f-0380-406a-918a-a8cba7fb759d service neutron] 10.222.0.60 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284254 Aug 13 02:40:54.689146 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-a6b3cc89-4ef1-47c3-b8b4-734204301207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986abc38-0673-4779-9467-550d4bade644', 'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '1859048a-e741-4e23-9480-e09992c5a650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:18Z', 'revision_number': 4, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'gw_port': {'id': '1859048a-e741-4e23-9480-e09992c5a650', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:14Z', 'updated_at': '2021-08-13T02:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': 'c9f9c991-fb3a-4e0b-ab9d-4b8ddbcc66c9', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': '986abc38-0673-4779-9467-550d4bade644', 'port_id': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'mac_address': 'fa:16:3e:4f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:40:52Z', 'updated_at': '2021-08-13T02:40:52Z', 'revision_number': 0, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a17a10-cdce-4b2a-a098-5de8d130f743', 'name': '', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'mac_address': 'fa:16:3e:1f:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:17Z', 'updated_at': '2021-08-13T02:39:31Z', 'revision_number': 5, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'subnets': [{'id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:54.722131 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b3cc89-4ef1-47c3-b8b4-734204301207 None None] The sync data for ids ['986abc38-0673-4779-9467-550d4bade644'] in dv-cinder-760184-6-iscsi is: [{'id': '986abc38-0673-4779-9467-550d4bade644', 'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '1859048a-e741-4e23-9480-e09992c5a650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:18Z', 'revision_number': 4, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'gw_port': {'id': '1859048a-e741-4e23-9480-e09992c5a650', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:14Z', 'updated_at': '2021-08-13T02:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': 'c9f9c991-fb3a-4e0b-ab9d-4b8ddbcc66c9', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'floating_ip_address': '172.27.1.8', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': '986abc38-0673-4779-9467-550d4bade644', 'port_id': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'mac_address': 'fa:16:3e:4f:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:40:52Z', 'updated_at': '2021-08-13T02:40:52Z', 'revision_number': 0, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80a17a10-cdce-4b2a-a098-5de8d130f743', 'name': '', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'mac_address': 'fa:16:3e:1f:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:17Z', 'updated_at': '2021-08-13T02:39:31Z', 'revision_number': 5, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'subnets': [{'id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:40:54.820576 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-e8ccf841-1548-4260-8d98-8e6acd867cdc req-e4845585-e033-4aad-b8ad-e64f47c7d439 service neutron] 10.222.0.60 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214585 Aug 13 02:40:54.947108 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c905b0-d63a-4553-bd68-afa07942b298 None None] New status for floating IP c9f9c991-fb3a-4e0b-ab9d-4b8ddbcc66c9: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:40:55.017193 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e455f401-6e14-4842-b75c-437ab57fe87d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.088022 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384df9f8-640e-4b8f-9cc3-508d7dff1f66 req-dcf4ba22-3744-4fb6-a600-8c16be11783e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:55.089847 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-384df9f8-640e-4b8f-9cc3-508d7dff1f66 req-dcf4ba22-3744-4fb6-a600-8c16be11783e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 945 time: 0.4415891 Aug 13 02:40:55.109503 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d370e61-2610-463d-a528-576a3a3f33ab req-695e37c0-72af-4b2d-aa43-80ecc0f7dfcb tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:55.110996 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0d370e61-2610-463d-a528-576a3a3f33ab req-695e37c0-72af-4b2d-aa43-80ecc0f7dfcb tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.3714130 Aug 13 02:40:55.123014 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-a2e4d849-7ec9-419f-8ffc-8cd6854b3568 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:55.124398 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-a2e4d849-7ec9-419f-8ffc-8cd6854b3568 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5118382 Aug 13 02:40:55.162748 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Request body: {'port': {'device_id': '535288bf-3033-442e-b4d5-dcfba96fd731', 'network_id': 'c281824d-70a9-476e-adda-43ab6153679a', 'admin_state_up': True, 'tenant_id': 'ccb9b7160b65401db6df6734ea00fc7a'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:55.176334 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e455f401-6e14-4842-b75c-437ab57fe87d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.195149 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e455f401-6e14-4842-b75c-437ab57fe87d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.251989 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-384df9f8-640e-4b8f-9cc3-508d7dff1f66 req-4379a542-1264-44da-bcc9-bf38f1031157 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547608 Aug 13 02:40:55.266925 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0d370e61-2610-463d-a528-576a3a3f33ab req-ad1dc1e2-ccb2-417c-84c8-7aa06bec1f7a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404741 Aug 13 02:40:55.274534 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60292) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:55.291120 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e455f401-6e14-4842-b75c-437ab57fe87d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aecd9cb-0131-4ab7-ae1b-2d3a550de5f6,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:55.301214 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e455f401-6e14-4842-b75c-437ab57fe87d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.302718 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e455f401-6e14-4842-b75c-437ab57fe87d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7004187 Aug 13 02:40:55.305599 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60296) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:55.310443 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-600a3939-d640-4c6a-a00b-1471684caa8e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Request body: {'security_group_rule': {'security_group_id': '25012e65-9543-44e9-8c67-0a2cf7e54303', 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:55.338250 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.securitygroups_db [None req-600a3939-d640-4c6a-a00b-1471684caa8e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Project 583c4a6ab3bd4094b9a258a2f0b3579e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:40:55.343972 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-600a3939-d640-4c6a-a00b-1471684caa8e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.350320 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-97b41ce5-204a-462e-97b9-afbbc92efd4c req-229d5763-c502-4055-b577-cd0e830f2305 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 210 time: 0.0342538 Aug 13 02:40:55.377912 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Made reservation on behalf of ccb9b7160b65401db6df6734ea00fc7a for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:40:55.382790 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.393162 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.416163 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-600a3939-d640-4c6a-a00b-1471684caa8e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.433465 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-600a3939-d640-4c6a-a00b-1471684caa8e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.476394 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a3939-d640-4c6a-a00b-1471684caa8e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67022b08-363f-4095-ac05-d7b229dc5d85,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:55.489991 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c06a3-973e-4a58-b153-611121d8a8f3 tempest-TestVolumeBootPattern-338971715 tempest-TestVolumeBootPattern-338971715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:55.491728 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0d3c06a3-973e-4a58-b153-611121d8a8f3 tempest-TestVolumeBootPattern-338971715 tempest-TestVolumeBootPattern-338971715-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 1093 time: 0.2156091 Aug 13 02:40:55.494930 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60300) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:55.499240 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Request body: {'floatingip': {'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'port_id': '379aa4d8-33a2-410f-aa73-27bdc5700f16', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:55.499656 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.505037 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.514259 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-600a3939-d640-4c6a-a00b-1471684caa8e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.515417 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-600a3939-d640-4c6a-a00b-1471684caa8e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2086387 Aug 13 02:40:55.519352 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60302) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:40:55.523892 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-ef6b6f18-c0d7-4036-a46a-a9ed49231845 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Request body: {'security_group_rule': {'security_group_id': '25012e65-9543-44e9-8c67-0a2cf7e54303', 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:55.536929 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for floatingip, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.572342 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79dfdd4-b7f8-4d2d-9369-65b385c67b88,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:55.590044 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.securitygroups_db [None req-ef6b6f18-c0d7-4036-a46a-a9ed49231845 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Project 583c4a6ab3bd4094b9a258a2f0b3579e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:40:55.596991 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6f18-c0d7-4036-a46a-a9ed49231845 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.640934 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Allocated IP 192.168.233.10 (c281824d-70a9-476e-adda-43ab6153679a/6e4f1bfb-9437-4ac4-ac9c-259dcf1cd989/6b9bf3a2-ea52-4787-9c1b-62266c83625c) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:55.672385 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6f18-c0d7-4036-a46a-a9ed49231845 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.678867 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6f18-c0d7-4036-a46a-a9ed49231845 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.692792 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.707816 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b6f18-c0d7-4036-a46a-a9ed49231845 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf6fee9-0676-4519-b724-33b97a195da1,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:55.802093 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.817447 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Transition to ACTIVE for port object 6b9bf3a2-ea52-4787-9c1b-62266c83625c will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:55.854845 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.900171 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Network c281824d-70a9-476e-adda-43ab6153679a is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:55.903559 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:55.907501 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:55.931634 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Pushing event updated for resources: {'Port': ['ID=6b9bf3a2-ea52-4787-9c1b-62266c83625c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:55.963967 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:55.964981 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.975506 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ef6b6f18-c0d7-4036-a46a-a9ed49231845 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:55.979619 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ef6b6f18-c0d7-4036-a46a-a9ed49231845 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4565196 Aug 13 02:40:55.988491 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-5896c373-8dec-4c49-9ec8-c83110ec173c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8302627 Aug 13 02:40:56.017876 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Request body: {'port': {'device_id': '535288bf-3033-442e-b4d5-dcfba96fd731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:56.059686 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Allocated IP 172.27.1.30 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/46e2cd55-a34f-49b5-846e-39661e4e806c) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:40:56.109897 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.122297 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-078f5868-c982-4ecd-b519-2d1a741b7f60 req-4d818004-0e78-4194-88cb-a5e249a91591 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962240005&fields=id&tenant_id=583c4a6ab3bd4094b9a258a2f0b3579e HTTP/1.1" status: 200 len: 267 time: 0.0778301 Aug 13 02:40:56.159369 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-411f89f4-f5c4-4eb2-b140-f65045e2543c None None] Provisioning for port 6b9bf3a2-ea52-4787-9c1b-62266c83625c completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:40:56.168885 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-411f89f4-f5c4-4eb2-b140-f65045e2543c None None] Provisioning complete for port 6b9bf3a2-ea52-4787-9c1b-62266c83625c triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:56.169258 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-411f89f4-f5c4-4eb2-b140-f65045e2543c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.176613 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.204100 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-411f89f4-f5c4-4eb2-b140-f65045e2543c None None] Port 6b9bf3a2-ea52-4787-9c1b-62266c83625c cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:40:56.225441 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.266109 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:40:56.269223 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:40:56.270178 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f5868-c982-4ecd-b519-2d1a741b7f60 req-dc28fc87-1a33-438a-b0b3-b46d54944d44 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:56.280035 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-078f5868-c982-4ecd-b519-2d1a741b7f60 req-dc28fc87-1a33-438a-b0b3-b46d54944d44 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 945 time: 0.1441588 Aug 13 02:40:56.280390 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:40:56.291527 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-078f5868-c982-4ecd-b519-2d1a741b7f60 req-16ad2044-cb2a-49da-8386-1a56864bc5d4 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Request body: {'port': {'security_groups': ['62fd2725-01f5-4fc0-b4cc-0d9db4102ca1', '25012e65-9543-44e9-8c67-0a2cf7e54303']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:40:56.295633 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'Port': ['ID=46e2cd55-a34f-49b5-846e-39661e4e806c,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:56.435441 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-078f5868-c982-4ecd-b519-2d1a741b7f60 req-16ad2044-cb2a-49da-8386-1a56864bc5d4 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.497194 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c75c8f4-d02a-480e-bf04-5ec16206fe49 req-9d532c0f-0299-4794-9f96-567c2c5854c7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:56.498662 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1c75c8f4-d02a-480e-bf04-5ec16206fe49 req-9d532c0f-0299-4794-9f96-567c2c5854c7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.1473646 Aug 13 02:40:56.638747 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.650372 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1c75c8f4-d02a-480e-bf04-5ec16206fe49 req-5f3d5cfd-0d7d-42a2-ab8e-4962fb9dc2fe tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214390 Aug 13 02:40:56.667982 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9bf3a2-ea52-4787-9c1b-62266c83625c {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:40:56.679454 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.709419 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.738651 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Transition to ACTIVE for port object 6b9bf3a2-ea52-4787-9c1b-62266c83625c will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:40:56.756834 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.858565 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Pushing event updated for resources: {'Port': ['ID=6b9bf3a2-ea52-4787-9c1b-62266c83625c,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:56.871345 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.877428 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.896600 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1073f0b-17ef-4a9f-854b-af80e9e065d3 req-b164fa78-6a90-4305-bece-818b7a7ceb15 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:56.898233 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d1073f0b-17ef-4a9f-854b-af80e9e065d3 req-b164fa78-6a90-4305-bece-818b7a7ceb15 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 947 time: 0.1585019 Aug 13 02:40:56.943421 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-078f5868-c982-4ecd-b519-2d1a741b7f60 req-16ad2044-cb2a-49da-8386-1a56864bc5d4 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] For port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7,segment=NetworkSegment(8cad027f-0276-4952-945c-cd63439f014e),segment_id=8cad027f-0276-4952-945c-cd63439f014e)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:40:56.946026 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:56.994862 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'Port': ['ID=46e2cd55-a34f-49b5-846e-39661e4e806c,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:57.003164 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d1073f0b-17ef-4a9f-854b-af80e9e065d3 req-777db906-eab1-411d-a86f-270ca1ca28d6 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773709 Aug 13 02:40:57.016330 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Attempting to bind port 6b9bf3a2-ea52-4787-9c1b-62266c83625c on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:40:57.016875 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Attempting to bind port 6b9bf3a2-ea52-4787-9c1b-62266c83625c by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'eca44c76-8515-4d7a-b4ee-e86133679581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c281824d-70a9-476e-adda-43ab6153679a'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:40:57.017275 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Attempting to bind port 6b9bf3a2-ea52-4787-9c1b-62266c83625c on network c281824d-70a9-476e-adda-43ab6153679a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:57.021742 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-078f5868-c982-4ecd-b519-2d1a741b7f60 req-16ad2044-cb2a-49da-8386-1a56864bc5d4 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.026444 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Port 6b9bf3a2-ea52-4787-9c1b-62266c83625c on network c281824d-70a9-476e-adda-43ab6153679a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:40:57.026877 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Attempting to bind port 6b9bf3a2-ea52-4787-9c1b-62266c83625c on network c281824d-70a9-476e-adda-43ab6153679a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:40:57.032906 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:40:57.033242 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Checking segment: {'id': 'eca44c76-8515-4d7a-b4ee-e86133679581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c281824d-70a9-476e-adda-43ab6153679a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:40:57.033668 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Bound using segment: {'id': 'eca44c76-8515-4d7a-b4ee-e86133679581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c281824d-70a9-476e-adda-43ab6153679a'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:40:57.034231 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Bound port: 6b9bf3a2-ea52-4787-9c1b-62266c83625c, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca44c76-8515-4d7a-b4ee-e86133679581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'c281824d-70a9-476e-adda-43ab6153679a'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:40:57.034591 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.039854 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-078f5868-c982-4ecd-b519-2d1a741b7f60 req-16ad2044-cb2a-49da-8386-1a56864bc5d4 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.073688 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.l3_db [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Floating IP 3bbc755b-4515-4ba5-8da1-34580ae8c13b associated. External IP: 172.27.1.30, port: 379aa4d8-33a2-410f-aa73-27bdc5700f16. Aug 13 02:40:57.092808 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:57.114776 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f5868-c982-4ecd-b519-2d1a741b7f60 req-16ad2044-cb2a-49da-8386-1a56864bc5d4 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.115601 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-078f5868-c982-4ecd-b519-2d1a741b7f60 req-16ad2044-cb2a-49da-8386-1a56864bc5d4 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.117231 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-078f5868-c982-4ecd-b519-2d1a741b7f60 req-16ad2044-cb2a-49da-8386-1a56864bc5d4 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "PUT /v2.0/ports/7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 HTTP/1.1" status: 200 len: 981 time: 0.8330493 Aug 13 02:40:57.123963 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'tag': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:57.124559 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c490a2-4d44-4029-86ba-c018ee531f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "87af3616-3035-45f7-9a71-49ffdbdeea8c", "tag": "7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:57.176391 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad2044-cb2a-49da-8386-1a56864bc5d4 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Pushing event updated for resources: {'Port': ['ID=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7,revision_number=6']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:57.200273 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e1b5eb-d8fb-4d99-b674-ff27312dc465 x-openstack-request-id: req-c0e1b5eb-d8fb-4d99-b674-ff27312dc465 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:57.200589 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87af3616-3035-45f7-9a71-49ffdbdeea8c", "tag": "7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:57.201880 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0e1b5eb-d8fb-4d99-b674-ff27312dc465 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:57.202275 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'tag': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7', 'status': 'completed', 'code': 200} Aug 13 02:40:57.217077 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] For port 6b9bf3a2-ea52-4787-9c1b-62266c83625c, host hv-cinder-76018, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:40:57.222733 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] For port 6b9bf3a2-ea52-4787-9c1b-62266c83625c, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=6b9bf3a2-ea52-4787-9c1b-62266c83625c,segment=NetworkSegment(eca44c76-8515-4d7a-b4ee-e86133679581),segment_id=eca44c76-8515-4d7a-b4ee-e86133679581)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:40:57.273186 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.320592 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.321222 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.322639 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] 10.222.0.60 "PUT /v2.0/ports/6b9bf3a2-ea52-4787-9c1b-62266c83625c HTTP/1.1" status: 200 len: 1097 time: 1.3142676 Aug 13 02:40:57.336170 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ea1a2-74a0-4f5c-a598-08285b0959f9 req-ae04f972-f70a-4473-beeb-d0aa9f652789 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.345830 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b96ea1a2-74a0-4f5c-a598-08285b0959f9 req-ae04f972-f70a-4473-beeb-d0aa9f652789 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.1157579 Aug 13 02:40:57.399611 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c490a2-4d44-4029-86ba-c018ee531f8c req-9be5f469-5b3a-4ec9-b875-750f538b1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.401889 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-28c490a2-4d44-4029-86ba-c018ee531f8c req-9be5f469-5b3a-4ec9-b875-750f538b1bb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=583c4a6ab3bd4094b9a258a2f0b3579e&device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 1137 time: 0.1074388 Aug 13 02:40:57.407640 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6aebdf-4c9a-424a-a422-3f5d2664c11e service neutron] Pushing event updated for resources: {'Port': ['ID=6b9bf3a2-ea52-4787-9c1b-62266c83625c,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:40:57.425356 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Router f7284ea4-5367-426e-98d7-13a82805d1e6 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:40:57.432494 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b96ea1a2-74a0-4f5c-a598-08285b0959f9 req-86a696fa-1a68-4b50-8e03-c7a88a86411c tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857012 Aug 13 02:40:57.495597 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:40:57.505927 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-d91b8bb3-0ad2-4383-a303-9f28c61b8d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.508429 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-d91b8bb3-0ad2-4383-a303-9f28c61b8d5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccb9b7160b65401db6df6734ea00fc7a&device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 1100 time: 0.0749943 Aug 13 02:40:57.558242 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-86f2cf4b-865d-458c-8cf8-a5daf26f6dbe None None] Provisioning complete for port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:40:57.559202 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-86f2cf4b-865d-458c-8cf8-a5daf26f6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.572030 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-6ca38183-fe39-4d5b-a921-b144d5d2cd4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=6b9bf3a2-ea52-4787-9c1b-62266c83625c HTTP/1.1" status: 200 len: 217 time: 0.0359666 Aug 13 02:40:57.618741 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c490a2-4d44-4029-86ba-c018ee531f8c req-7fe6ba82-9552-463d-9caf-b66453e0ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.620233 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-28c490a2-4d44-4029-86ba-c018ee531f8c req-7fe6ba82-9552-463d-9caf-b66453e0ff66 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 HTTP/1.1" status: 200 len: 915 time: 0.1914136 Aug 13 02:40:57.631359 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-2ffbf142-0fc7-4304-a8f3-dabe38fd5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.633262 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-2ffbf142-0fc7-4304-a8f3-dabe38fd5869 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e4f1bfb-9437-4ac4-ac9c-259dcf1cd989 HTTP/1.1" status: 200 len: 843 time: 0.0447373 Aug 13 02:40:57.639363 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:40:57.650335 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0605abff-0293-4317-ae2c-8ea9cf153d01 None None] Sync routers for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:40:57.661113 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0605abff-0293-4317-ae2c-8ea9cf153d01 None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:57.661340 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:40:57.661659 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0605abff-0293-4317-ae2c-8ea9cf153d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:40:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:57.734807 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-21cee15c-fa84-4c91-963a-202618174901 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2388182 Aug 13 02:40:57.737678 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-be99a050-e30d-4ba7-97ab-3f27c620ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.739539 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c111fd70-e3e6-48d0-86f1-9c4d2a198918', 'tag': '379aa4d8-33a2-410f-aa73-27bdc5700f16'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:57.741712 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a382a03db399cca1283d4f7ece85babfb64ee32656e6b885022af9a72db3350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b14b83e-1781-45e7-8773-d15fdef8a8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c111fd70-e3e6-48d0-86f1-9c4d2a198918", "tag": "379aa4d8-33a2-410f-aa73-27bdc5700f16"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:57.742515 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-be99a050-e30d-4ba7-97ab-3f27c620ded8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c281824d-70a9-476e-adda-43ab6153679a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0976002 Aug 13 02:40:57.753506 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-28c490a2-4d44-4029-86ba-c018ee531f8c req-dd4bbed2-c30e-43b8-b36f-19f4020ff949 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 HTTP/1.1" status: 200 len: 999 time: 0.1008270 Aug 13 02:40:57.824817 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c490a2-4d44-4029-86ba-c018ee531f8c req-b770492e-fad1-434a-b5e5-3c86a178a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.826655 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-28c490a2-4d44-4029-86ba-c018ee531f8c req-b770492e-fad1-434a-b5e5-3c86a178a4cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb003ed-61ad-436a-a6bb-1d970bfe3403 HTTP/1.1" status: 200 len: 853 time: 0.0643508 Aug 13 02:40:57.831916 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bb75fe-1830-4e1f-a04a-ad9085fc2e27 x-openstack-request-id: req-53bb75fe-1830-4e1f-a04a-ad9085fc2e27 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:57.832623 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c111fd70-e3e6-48d0-86f1-9c4d2a198918", "tag": "379aa4d8-33a2-410f-aa73-27bdc5700f16", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:57.832936 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-53bb75fe-1830-4e1f-a04a-ad9085fc2e27 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:57.833650 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c111fd70-e3e6-48d0-86f1-9c4d2a198918', 'tag': '379aa4d8-33a2-410f-aa73-27bdc5700f16', 'status': 'completed', 'code': 200} Aug 13 02:40:57.911718 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-0605abff-0293-4317-ae2c-8ea9cf153d01 None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:57.929440 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c490a2-4d44-4029-86ba-c018ee531f8c req-1bc1a5aa-ea72-40ce-a89b-ae181544e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:57.931398 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-28c490a2-4d44-4029-86ba-c018ee531f8c req-1bc1a5aa-ea72-40ce-a89b-ae181544e948 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519447 Aug 13 02:40:57.948394 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-0a157c9b-90bb-484e-86a3-9b36e48a28d1 service neutron] 10.222.0.60 "GET /v2.0/networks/c281824d-70a9-476e-adda-43ab6153679a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886141 Aug 13 02:40:58.008680 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8448a33-1038-4cb2-9334-504a2b35ef44 req-8a793a8f-eb19-4625-8047-2d6fa77b1d43 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:58.010393 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a8448a33-1038-4cb2-9334-504a2b35ef44 req-8a793a8f-eb19-4625-8047-2d6fa77b1d43 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.1589053 Aug 13 02:40:58.066609 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-28c490a2-4d44-4029-86ba-c018ee531f8c req-bf08805b-97bc-4ef1-a0a7-f70fb2b5cfae service neutron] 10.222.0.60 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158035 Aug 13 02:40:58.140787 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14b83e-1781-45e7-8773-d15fdef8a8c0 req-e1575fd3-91c9-4105-b1fc-87c4e790bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:58.142275 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2b14b83e-1781-45e7-8773-d15fdef8a8c0 req-e1575fd3-91c9-4105-b1fc-87c4e790bbde service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 1098 time: 0.2075174 Aug 13 02:40:58.155159 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0605abff-0293-4317-ae2c-8ea9cf153d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': '3bbc755b-4515-4ba5-8da1-34580ae8c13b', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'port_id': '379aa4d8-33a2-410f-aa73-27bdc5700f16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'mac_address': 'fa:16:3e:55:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c111fd70-e3e6-48d0-86f1-9c4d2a198918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:40:56Z', 'updated_at': '2021-08-13T02:40:56Z', 'revision_number': 0, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:58.165375 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a8448a33-1038-4cb2-9334-504a2b35ef44 req-3250ec11-de26-4624-b157-a4ae8c1c254f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118326 Aug 13 02:40:58.183088 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-28c490a2-4d44-4029-86ba-c018ee531f8c req-a1d31658-5239-4eb1-aa05-65c16b306627 service neutron] 10.222.0.60 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067739 Aug 13 02:40:58.187978 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0605abff-0293-4317-ae2c-8ea9cf153d01 None None] Checking router: f7284ea4-5367-426e-98d7-13a82805d1e6 for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:40:58.204359 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0605abff-0293-4317-ae2c-8ea9cf153d01 None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:40:58.205120 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0605abff-0293-4317-ae2c-8ea9cf153d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:40:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:58.266213 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4128c-e2a2-473a-b893-6c745ffead50 req-a5fec3a2-e8f9-49f6-8cac-238526c0e196 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:58.267422 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1fe4128c-e2a2-473a-b893-6c745ffead50 req-a5fec3a2-e8f9-49f6-8cac-238526c0e196 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 947 time: 0.1530566 Aug 13 02:40:58.274071 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e81469c7-0fe0-4e1d-b7e6-ec534eb69bba req-18209ca2-26ed-4355-b2ce-b3da4e7a0049 service neutron] 10.222.0.60 "GET /v2.0/networks/c281824d-70a9-476e-adda-43ab6153679a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056924 Aug 13 02:40:58.327839 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-0605abff-0293-4317-ae2c-8ea9cf153d01 None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:40:58.335124 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1fe4128c-e2a2-473a-b893-6c745ffead50 req-29272912-ec93-4d08-8070-139a4e31eba6 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561335 Aug 13 02:40:58.336274 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14b83e-1781-45e7-8773-d15fdef8a8c0 req-127ad9d1-42a6-4c2a-a3e3-170fd6373aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:58.337673 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2b14b83e-1781-45e7-8773-d15fdef8a8c0 req-127ad9d1-42a6-4c2a-a3e3-170fd6373aa7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 200 len: 912 time: 0.1627793 Aug 13 02:40:58.469401 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2b14b83e-1781-45e7-8773-d15fdef8a8c0 req-9353f1b7-9e56-4246-b2d8-c9d801a6f8c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=379aa4d8-33a2-410f-aa73-27bdc5700f16 HTTP/1.1" status: 200 len: 998 time: 0.0651634 Aug 13 02:40:58.546983 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14b83e-1781-45e7-8773-d15fdef8a8c0 req-b172a11c-3c0d-46fc-b998-9ed1cb502caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:58.548925 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2b14b83e-1781-45e7-8773-d15fdef8a8c0 req-b172a11c-3c0d-46fc-b998-9ed1cb502caa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=291f67b3-6592-4299-a8ce-492450a6c8ca HTTP/1.1" status: 200 len: 850 time: 0.0488498 Aug 13 02:40:58.557382 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-0605abff-0293-4317-ae2c-8ea9cf153d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': '3bbc755b-4515-4ba5-8da1-34580ae8c13b', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'port_id': '379aa4d8-33a2-410f-aa73-27bdc5700f16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'mac_address': 'fa:16:3e:55:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c111fd70-e3e6-48d0-86f1-9c4d2a198918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:40:56Z', 'updated_at': '2021-08-13T02:40:56Z', 'revision_number': 0, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:40:58.583286 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0605abff-0293-4317-ae2c-8ea9cf153d01 None None] The sync data for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi is: [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': '3bbc755b-4515-4ba5-8da1-34580ae8c13b', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'floating_ip_address': '172.27.1.30', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'port_id': '379aa4d8-33a2-410f-aa73-27bdc5700f16', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'mac_address': 'fa:16:3e:55:17:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c111fd70-e3e6-48d0-86f1-9c4d2a198918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:40:56Z', 'updated_at': '2021-08-13T02:40:56Z', 'revision_number': 0, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:40:58.622623 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14b83e-1781-45e7-8773-d15fdef8a8c0 req-9e27a6d8-188a-413c-817d-cd249fd38455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:58.624140 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2b14b83e-1781-45e7-8773-d15fdef8a8c0 req-9e27a6d8-188a-413c-817d-cd249fd38455 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b2ff959-af94-4f3b-bb00-9252aea12613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439138 Aug 13 02:40:58.720309 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2b14b83e-1781-45e7-8773-d15fdef8a8c0 req-5f5f2d8a-bdb5-4c97-b961-b067bfb556a9 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874453 Aug 13 02:40:58.776801 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e287d6-b716-48b4-a89a-519b4b40dfdb None None] New status for floating IP 3bbc755b-4515-4ba5-8da1-34580ae8c13b: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:40:58.812583 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2b14b83e-1781-45e7-8773-d15fdef8a8c0 req-d09ebc63-904a-4636-ba26-86e37be78819 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841804 Aug 13 02:40:59.204598 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535288bf-3033-442e-b4d5-dcfba96fd731', 'tag': '6b9bf3a2-ea52-4787-9c1b-62266c83625c'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:40:59.206952 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffdecbe4-06b5-4032-9403-8fe0aae96453" -d '{"events": [{"name": "network-changed", "server_uuid": "535288bf-3033-442e-b4d5-dcfba96fd731", "tag": "6b9bf3a2-ea52-4787-9c1b-62266c83625c"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:40:59.244366 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab1698e-e628-48a7-a824-f26ce40e0e77 x-openstack-request-id: req-1ab1698e-e628-48a7-a824-f26ce40e0e77 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:40:59.244695 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "535288bf-3033-442e-b4d5-dcfba96fd731", "tag": "6b9bf3a2-ea52-4787-9c1b-62266c83625c", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:40:59.244934 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ab1698e-e628-48a7-a824-f26ce40e0e77 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:40:59.245323 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '535288bf-3033-442e-b4d5-dcfba96fd731', 'tag': '6b9bf3a2-ea52-4787-9c1b-62266c83625c', 'status': 'completed', 'code': 200} Aug 13 02:40:59.298400 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34ae2f-0513-4872-ae92-a84897449b40 req-a6edf7ec-6786-4b56-b1af-060f706fa89f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:59.299900 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb34ae2f-0513-4872-ae92-a84897449b40 req-a6edf7ec-6786-4b56-b1af-060f706fa89f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0537694 Aug 13 02:40:59.366844 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb34ae2f-0513-4872-ae92-a84897449b40 req-629498d7-2d35-43e8-8dad-d842d5be6dc9 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609353 Aug 13 02:40:59.369429 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdecbe4-06b5-4032-9403-8fe0aae96453 req-81acfd5a-53a6-4f35-b2a4-99df06857102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:59.370824 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffdecbe4-06b5-4032-9403-8fe0aae96453 req-81acfd5a-53a6-4f35-b2a4-99df06857102 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ccb9b7160b65401db6df6734ea00fc7a&device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 1100 time: 0.0639338 Aug 13 02:40:59.742796 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606abee-96a8-4756-b6fc-ee5671496702 req-5477cb02-fda9-4df1-a6bd-8c6e22cb3e0c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:59.744171 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9606abee-96a8-4756-b6fc-ee5671496702 req-5477cb02-fda9-4df1-a6bd-8c6e22cb3e0c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 947 time: 0.3329492 Aug 13 02:40:59.747064 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdecbe4-06b5-4032-9403-8fe0aae96453 req-2c7b9ad5-5570-43c6-bcbf-a36691ba3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:59.748393 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffdecbe4-06b5-4032-9403-8fe0aae96453 req-2c7b9ad5-5570-43c6-bcbf-a36691ba3969 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c281824d-70a9-476e-adda-43ab6153679a HTTP/1.1" status: 200 len: 870 time: 0.3549640 Aug 13 02:40:59.795958 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffdecbe4-06b5-4032-9403-8fe0aae96453 req-4ca4446b-bca4-4334-bd02-af5d1fa2ecaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=6b9bf3a2-ea52-4787-9c1b-62266c83625c HTTP/1.1" status: 200 len: 217 time: 0.0386436 Aug 13 02:40:59.841351 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9606abee-96a8-4756-b6fc-ee5671496702 req-3a872b43-9f8f-4079-afc0-03de2c52be22 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906804 Aug 13 02:40:59.864805 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdecbe4-06b5-4032-9403-8fe0aae96453 req-85fde22b-316a-4f35-a6be-aab73d9dfc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:59.866777 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffdecbe4-06b5-4032-9403-8fe0aae96453 req-85fde22b-316a-4f35-a6be-aab73d9dfc48 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e4f1bfb-9437-4ac4-ac9c-259dcf1cd989 HTTP/1.1" status: 200 len: 843 time: 0.0612583 Aug 13 02:40:59.917537 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdecbe4-06b5-4032-9403-8fe0aae96453 req-e128a93f-a019-40d2-a9a6-7452f9e8e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:40:59.919082 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffdecbe4-06b5-4032-9403-8fe0aae96453 req-e128a93f-a019-40d2-a9a6-7452f9e8e999 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c281824d-70a9-476e-adda-43ab6153679a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0410101 Aug 13 02:41:00.024835 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffdecbe4-06b5-4032-9403-8fe0aae96453 req-536957c3-c942-472e-8de7-884440293d04 service neutron] 10.222.0.60 "GET /v2.0/networks/c281824d-70a9-476e-adda-43ab6153679a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832169 Aug 13 02:41:00.134329 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffdecbe4-06b5-4032-9403-8fe0aae96453 req-ce939b18-7dcc-4a44-9287-d37470a309f4 service neutron] 10.222.0.60 "GET /v2.0/networks/c281824d-70a9-476e-adda-43ab6153679a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889413 Aug 13 02:41:00.497305 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7e50-19f1-4753-931f-dbb3cdda3ec2 req-24008174-fd64-4727-becd-f90be48b8388 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:00.498952 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-adec7e50-19f1-4753-931f-dbb3cdda3ec2 req-24008174-fd64-4727-becd-f90be48b8388 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0520465 Aug 13 02:41:00.537903 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-adec7e50-19f1-4753-931f-dbb3cdda3ec2 req-6e76716d-7bd2-4e92-aa60-bb8f50cbf3bd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323682 Aug 13 02:41:00.967179 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1510a4-8581-48c3-9b7b-6711755ded0a req-245caa80-5d68-4aad-b1a6-f65e1f3c82ab tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:00.969322 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1d1510a4-8581-48c3-9b7b-6711755ded0a req-245caa80-5d68-4aad-b1a6-f65e1f3c82ab tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 947 time: 0.0562716 Aug 13 02:41:01.011507 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1d1510a4-8581-48c3-9b7b-6711755ded0a req-bac7bb4a-60db-4419-93c8-d9828d4e457f tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360301 Aug 13 02:41:01.681200 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f0014-6b62-4330-9a5c-c51eefffdcbf req-fef276e7-7b86-4a1f-a4f6-a3eefc5c27aa tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:01.682697 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d50f0014-6b62-4330-9a5c-c51eefffdcbf req-fef276e7-7b86-4a1f-a4f6-a3eefc5c27aa tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0590136 Aug 13 02:41:01.723644 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d50f0014-6b62-4330-9a5c-c51eefffdcbf req-26842656-c1bb-4422-8395-c1d45d32997c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345335 Aug 13 02:41:02.138305 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943e9a7-16cd-4916-b6fc-662f2341d83e req-da873a17-b19f-400e-bd99-9524692604e0 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:02.139814 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4943e9a7-16cd-4916-b6fc-662f2341d83e req-da873a17-b19f-400e-bd99-9524692604e0 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 947 time: 0.0505121 Aug 13 02:41:02.182511 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4943e9a7-16cd-4916-b6fc-662f2341d83e req-7c2e3e2b-5965-4656-83cf-316973069cf6 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334790 Aug 13 02:41:02.604205 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f6c7d-2f2a-4d08-b597-5829c760c88e req-e5505a34-b0a9-4378-bda6-f3d3dd8e9149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:02.605727 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-877f6c7d-2f2a-4d08-b597-5829c760c88e req-e5505a34-b0a9-4378-bda6-f3d3dd8e9149 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023&tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297 HTTP/1.1" status: 200 len: 1097 time: 0.0837443 Aug 13 02:41:02.694142 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f6c7d-2f2a-4d08-b597-5829c760c88e req-aa8af6f1-b941-475d-8194-5c4c3664b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:02.695626 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-877f6c7d-2f2a-4d08-b597-5829c760c88e req-aa8af6f1-b941-475d-8194-5c4c3664b289 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 1097 time: 0.0423477 Aug 13 02:41:02.794562 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f6c7d-2f2a-4d08-b597-5829c760c88e req-4af78d05-9cc6-43ad-ad5d-45f1de3dfada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:02.796061 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-877f6c7d-2f2a-4d08-b597-5829c760c88e req-4af78d05-9cc6-43ad-ad5d-45f1de3dfada service neutron] 10.222.0.60 "GET /v2.0/networks?id=9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 200 len: 918 time: 0.0876803 Aug 13 02:41:02.926363 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-877f6c7d-2f2a-4d08-b597-5829c760c88e req-13851644-19e1-4773-b1bd-b9cdb768cb64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa HTTP/1.1" status: 200 len: 1000 time: 0.0945485 Aug 13 02:41:02.936499 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fddd209-b8aa-454e-89cd-36b4fffeffb9 req-1c6209b1-1d54-458b-9a26-9ff1ac06c34a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:02.937905 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9fddd209-b8aa-454e-89cd-36b4fffeffb9 req-1c6209b1-1d54-458b-9a26-9ff1ac06c34a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.1360583 Aug 13 02:41:02.960368 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bba5c-4b31-49eb-b302-4de13e232572 req-50c0517d-fc8c-4655-bd27-a8bb497e82cc tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:02.962015 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f7bba5c-4b31-49eb-b302-4de13e232572 req-50c0517d-fc8c-4655-bd27-a8bb497e82cc tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0852482 Aug 13 02:41:03.031592 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9fddd209-b8aa-454e-89cd-36b4fffeffb9 req-e467b034-b474-493b-a655-975356eb5b7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866826 Aug 13 02:41:03.054393 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f7bba5c-4b31-49eb-b302-4de13e232572 req-04639c8f-8cba-461d-9fe2-2d4ea6456832 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859261 Aug 13 02:41:03.058305 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f6c7d-2f2a-4d08-b597-5829c760c88e req-ef878c5a-cbd4-4064-a4a3-e18cbd9b8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:03.059695 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-877f6c7d-2f2a-4d08-b597-5829c760c88e req-ef878c5a-cbd4-4064-a4a3-e18cbd9b8b84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d722d64-dd9d-486a-a9c9-6f37fad094ab HTTP/1.1" status: 200 len: 856 time: 0.0675428 Aug 13 02:41:03.140120 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f6c7d-2f2a-4d08-b597-5829c760c88e req-0cb47be8-8664-40c8-b3e5-b8040ca52832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:03.141710 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-877f6c7d-2f2a-4d08-b597-5829c760c88e req-0cb47be8-8664-40c8-b3e5-b8040ca52832 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9102dfda-d03c-4456-90ad-be83fc17c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435112 Aug 13 02:41:03.169931 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 6b9bf3a2-ea52-4787-9c1b-62266c83625c details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:41:03.291170 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 6b9bf3a2-ea52-4787-9c1b-62266c83625c, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=6b9bf3a2-ea52-4787-9c1b-62266c83625c,segment=NetworkSegment(eca44c76-8515-4d7a-b4ee-e86133679581),segment_id=eca44c76-8515-4d7a-b4ee-e86133679581)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:03.304493 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '6b9bf3a2-ea52-4787-9c1b-62266c83625c', 'network_id': 'c281824d-70a9-476e-adda-43ab6153679a', 'port_id': '6b9bf3a2-ea52-4787-9c1b-62266c83625c', 'mac_address': 'fa:16:3e:db:39:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4f1bfb-9437-4ac4-ac9c-259dcf1cd989', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:41:03.319545 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-877f6c7d-2f2a-4d08-b597-5829c760c88e req-45eb2fc6-396c-4d40-b004-5509a745b8e7 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361871 Aug 13 02:41:03.339652 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480abd2b-df42-426d-8a5a-8b599502c413 req-8e0d41b6-ea76-456b-ba4d-31880f1c4f5b tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:03.340740 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.341286 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-480abd2b-df42-426d-8a5a-8b599502c413 req-8e0d41b6-ea76-456b-ba4d-31880f1c4f5b tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 947 time: 0.0594878 Aug 13 02:41:03.353558 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9bf3a2-ea52-4787-9c1b-62266c83625c {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:03.373249 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 6b9bf3a2-ea52-4787-9c1b-62266c83625c, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=6b9bf3a2-ea52-4787-9c1b-62266c83625c,segment=NetworkSegment(eca44c76-8515-4d7a-b4ee-e86133679581),segment_id=eca44c76-8515-4d7a-b4ee-e86133679581)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:03.379148 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:03.382708 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-480abd2b-df42-426d-8a5a-8b599502c413 req-c99e5b20-ddad-4787-9139-1f72a1a11ca3 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352514 Aug 13 02:41:03.429882 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=6b9bf3a2-ea52-4787-9c1b-62266c83625c,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:03.529858 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-877f6c7d-2f2a-4d08-b597-5829c760c88e req-017b4353-4606-4256-a629-e72f2ec97896 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919006 Aug 13 02:41:03.864755 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:04.081694 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['6b9bf3a2-ea52-4787-9c1b-62266c83625c'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:04.190293 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43515a83-cf6d-4598-9865-0c5c167483a4 req-e7433789-e44b-4f48-b260-31129f48db92 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:04.199174 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-43515a83-cf6d-4598-9865-0c5c167483a4 req-e7433789-e44b-4f48-b260-31129f48db92 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0885201 Aug 13 02:41:04.236559 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc153f-176f-4d0c-8c1a-58c0f75d9c87 req-87aa30fc-5199-4fe6-88f3-98ed64aa8906 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:04.238163 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-38dc153f-176f-4d0c-8c1a-58c0f75d9c87 req-87aa30fc-5199-4fe6-88f3-98ed64aa8906 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0964296 Aug 13 02:41:04.289382 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-43515a83-cf6d-4598-9865-0c5c167483a4 req-864e47de-c045-415a-a263-d894e70ac399 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892005 Aug 13 02:41:04.327031 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-38dc153f-176f-4d0c-8c1a-58c0f75d9c87 req-a9e96284-cd05-4940-acd1-4a26a7fbacb9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677323 Aug 13 02:41:04.546719 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64682898-bb82-4aab-b944-7022f482ec30 req-082f9e6e-0b99-4da4-85fe-543d0d4a8e1e tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:04.548209 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-64682898-bb82-4aab-b944-7022f482ec30 req-082f9e6e-0b99-4da4-85fe-543d0d4a8e1e tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 948 time: 0.0750034 Aug 13 02:41:04.610425 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-64682898-bb82-4aab-b944-7022f482ec30 req-fb1c53f3-27f3-44c9-bb6e-24625a515cba tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560787 Aug 13 02:41:04.629191 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebd012-1c1a-4994-8095-9e4e977d771b req-b92813a0-f840-4f38-87d6-46e3b8607036 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:04.630637 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0ebd012-1c1a-4994-8095-9e4e977d771b req-b92813a0-f840-4f38-87d6-46e3b8607036 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0603127 Aug 13 02:41:04.669577 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c0ebd012-1c1a-4994-8095-9e4e977d771b req-17693e58-4e32-4d24-abbd-b1205617d7b7 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326192 Aug 13 02:41:05.446403 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c0743-d132-425e-a5da-75d39f439e6b req-07840a2c-0b73-4ab9-b5f6-ae6000adc348 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:05.448096 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b90c0743-d132-425e-a5da-75d39f439e6b req-07840a2c-0b73-4ab9-b5f6-ae6000adc348 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0797777 Aug 13 02:41:05.461291 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9b137-a506-47e5-8131-1bdfbcedb42f req-db9aed88-4cf8-4742-991e-d6af537beed3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:05.462663 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57e9b137-a506-47e5-8131-1bdfbcedb42f req-db9aed88-4cf8-4742-991e-d6af537beed3 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0836394 Aug 13 02:41:05.519805 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b90c0743-d132-425e-a5da-75d39f439e6b req-06e9a662-758b-4ec9-8597-65ad776dd85d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562057 Aug 13 02:41:05.522471 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-57e9b137-a506-47e5-8131-1bdfbcedb42f req-a079b5ae-9e74-48b0-b8b1-1271b97def02 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522900 Aug 13 02:41:05.730839 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ae5e8-8bb8-453a-b695-33c086627f4b req-c5cfbb83-802c-4846-bd2b-184355b629a4 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:05.732366 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a39ae5e8-8bb8-453a-b695-33c086627f4b req-c5cfbb83-802c-4846-bd2b-184355b629a4 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 948 time: 0.0541148 Aug 13 02:41:05.801143 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a39ae5e8-8bb8-453a-b695-33c086627f4b req-44e0fb72-39c3-4bff-b1e9-2876ed56b56e tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627866 Aug 13 02:41:05.816818 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c8140-eee8-4499-9e8d-badfcf3a7741 req-508713d7-29b8-41cd-b301-8824fb6adc65 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:05.818360 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-243c8140-eee8-4499-9e8d-badfcf3a7741 req-508713d7-29b8-41cd-b301-8824fb6adc65 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0723915 Aug 13 02:41:05.857089 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-243c8140-eee8-4499-9e8d-badfcf3a7741 req-f5f32fbf-e2c0-47bb-9a12-cac485a5863c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326130 Aug 13 02:41:06.352595 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-1208efbf-f6f8-4ebe-9dc7-64edc9da7691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:06.664597 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d3463-5ba4-4b57-9f77-46adab959607 req-8c5a35e5-3c1e-46e5-9729-c432922331ec tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:06.666084 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c41d3463-5ba4-4b57-9f77-46adab959607 req-8c5a35e5-3c1e-46e5-9729-c432922331ec tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0743036 Aug 13 02:41:06.680213 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf74a8-35e4-4d6f-a55a-18ceb864b1fa req-cea47751-b8da-4cf6-88b6-15fc8a379bf0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:06.681683 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a1bf74a8-35e4-4d6f-a55a-18ceb864b1fa req-cea47751-b8da-4cf6-88b6-15fc8a379bf0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0808816 Aug 13 02:41:06.743524 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c41d3463-5ba4-4b57-9f77-46adab959607 req-1d2fd180-a859-448b-ad21-445d8d231966 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708752 Aug 13 02:41:06.747526 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a1bf74a8-35e4-4d6f-a55a-18ceb864b1fa req-90e3bd7c-0e48-49a0-8f49-a2a712a9891c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599608 Aug 13 02:41:06.924895 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2f0a9-37d5-452e-99ee-2a813d39ec81 req-392e6234-463d-467a-8675-2f4094ffc9d1 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:06.926614 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40e2f0a9-37d5-452e-99ee-2a813d39ec81 req-392e6234-463d-467a-8675-2f4094ffc9d1 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 948 time: 0.0530882 Aug 13 02:41:06.989269 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40e2f0a9-37d5-452e-99ee-2a813d39ec81 req-e4ca7951-27d9-44d2-a8bc-d020f449d189 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533040 Aug 13 02:41:07.001981 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaef471-cb1f-4938-bfc8-d0b5eacfc0cf req-1a4cbe1b-8061-4074-9c40-529c38258e41 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:07.003500 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bdaef471-cb1f-4938-bfc8-d0b5eacfc0cf req-1a4cbe1b-8061-4074-9c40-529c38258e41 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0759110 Aug 13 02:41:07.045021 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bdaef471-cb1f-4938-bfc8-d0b5eacfc0cf req-34931737-a831-4161-913c-a1e24435f3cd tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341976 Aug 13 02:41:07.195112 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 6b9bf3a2-ea52-4787-9c1b-62266c83625c up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:07.260158 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 6b9bf3a2-ea52-4787-9c1b-62266c83625c completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:41:07.265085 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 6b9bf3a2-ea52-4787-9c1b-62266c83625c triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:07.265517 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.344023 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.366708 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535288bf-3033-442e-b4d5-dcfba96fd731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9bf3a2-ea52-4787-9c1b-62266c83625c'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:07.369011 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf180475-1aed-4a10-ab0e-d33aac4d5a7c" -d '{"events": [{"server_uuid": "535288bf-3033-442e-b4d5-dcfba96fd731", "name": "network-vif-plugged", "status": "completed", "tag": "6b9bf3a2-ea52-4787-9c1b-62266c83625c"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:07.382051 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 6b9bf3a2-ea52-4787-9c1b-62266c83625c, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=6b9bf3a2-ea52-4787-9c1b-62266c83625c,segment=NetworkSegment(eca44c76-8515-4d7a-b4ee-e86133679581),segment_id=eca44c76-8515-4d7a-b4ee-e86133679581)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:07.391295 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:07.421757 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a112d3a-b642-489d-8430-3fb32315f8c2 x-openstack-request-id: req-1a112d3a-b642-489d-8430-3fb32315f8c2 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:07.422021 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "535288bf-3033-442e-b4d5-dcfba96fd731", "name": "network-vif-plugged", "status": "completed", "tag": "6b9bf3a2-ea52-4787-9c1b-62266c83625c", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:07.422269 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a112d3a-b642-489d-8430-3fb32315f8c2 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:07.422677 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535288bf-3033-442e-b4d5-dcfba96fd731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9bf3a2-ea52-4787-9c1b-62266c83625c', 'code': 200} Aug 13 02:41:07.447671 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=6b9bf3a2-ea52-4787-9c1b-62266c83625c,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:07.897220 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5440f28-ccfb-437c-b2d3-5ffe71db3a11 req-a6517050-b290-45bf-a39f-60c39d153737 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:07.898734 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5440f28-ccfb-437c-b2d3-5ffe71db3a11 req-a6517050-b290-45bf-a39f-60c39d153737 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0830340 Aug 13 02:41:07.912627 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c51f84-4620-42c9-887f-b35ada97ba75 req-9e6ba9a2-8a56-4438-813a-71fa79916ddb tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:07.914122 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a7c51f84-4620-42c9-887f-b35ada97ba75 req-9e6ba9a2-8a56-4438-813a-71fa79916ddb tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0877359 Aug 13 02:41:07.975633 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a7c51f84-4620-42c9-887f-b35ada97ba75 req-3c8b9260-c462-460c-8cec-d49b8b90c053 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518043 Aug 13 02:41:07.975633 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5440f28-ccfb-437c-b2d3-5ffe71db3a11 req-b8c43766-e2d3-49aa-9cb6-8f2463d35b56 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605149 Aug 13 02:41:08.114916 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac6e2a-b52c-4669-b944-138da228a197 req-29c321a8-adee-4b64-9644-701607e01597 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:08.116530 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3aac6e2a-b52c-4669-b944-138da228a197 req-29c321a8-adee-4b64-9644-701607e01597 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 949 time: 0.0499618 Aug 13 02:41:08.202388 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3aac6e2a-b52c-4669-b944-138da228a197 req-d1717bd5-c5b9-41dc-acac-649f4626b345 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737388 Aug 13 02:41:08.213809 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91c75e-7263-4d0e-96d0-18cf33b2db74 req-53555d90-8b5d-46d5-8d3f-fee5c0f9ee83 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:08.215451 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ce91c75e-7263-4d0e-96d0-18cf33b2db74 req-53555d90-8b5d-46d5-8d3f-fee5c0f9ee83 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0956452 Aug 13 02:41:08.259080 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ce91c75e-7263-4d0e-96d0-18cf33b2db74 req-456b81cf-4501-4e1d-bb5a-ddfc92a710aa tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375533 Aug 13 02:41:09.126797 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88431b13-aa40-41fd-9393-05816af0a9c9 req-5a2818fb-966a-4e69-abf6-4a134569a48a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:09.128269 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-88431b13-aa40-41fd-9393-05816af0a9c9 req-5a2818fb-966a-4e69-abf6-4a134569a48a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0820189 Aug 13 02:41:09.136697 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076abf6-8a8d-4260-8b67-7a73f6084891 req-cf71e729-0883-4d0a-9d77-fe82791f3e13 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:09.138114 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a076abf6-8a8d-4260-8b67-7a73f6084891 req-cf71e729-0883-4d0a-9d77-fe82791f3e13 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0830057 Aug 13 02:41:09.162139 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.200097 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-88431b13-aa40-41fd-9393-05816af0a9c9 req-cd2798b2-bcbf-47eb-8e1b-99dcdd66a374 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609875 Aug 13 02:41:09.205659 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a076abf6-8a8d-4260-8b67-7a73f6084891 req-b9740270-e8b7-4f38-82bb-8d7f24dc89e9 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577888 Aug 13 02:41:09.325021 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925bbfb-0817-41d2-a321-f12582525b88 req-b9b6c94a-7600-43ba-a069-5458fd0a8b8d tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:09.326820 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f925bbfb-0817-41d2-a321-f12582525b88 req-b9b6c94a-7600-43ba-a069-5458fd0a8b8d tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 949 time: 0.0552857 Aug 13 02:41:09.330033 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-630615ae-7a53-47bc-be79-f3beb0578a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:09.436198 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f925bbfb-0817-41d2-a321-f12582525b88 req-8b41e768-90a8-49bf-a95f-367e07f3bfb4 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994120 Aug 13 02:41:09.455071 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232e87b-7c37-479c-a2d9-24cf32646dce req-e8ab7eda-b0cc-4392-a195-f9842cb40dd1 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:09.456591 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b232e87b-7c37-479c-a2d9-24cf32646dce req-e8ab7eda-b0cc-4392-a195-f9842cb40dd1 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0856705 Aug 13 02:41:09.495767 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b232e87b-7c37-479c-a2d9-24cf32646dce req-a4212732-b268-448d-9dfb-c4c432c8c044 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328321 Aug 13 02:41:10.376096 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2016fef-be6c-4986-b6c4-aa893ceb6827 req-9efa0b87-34da-4a9d-b397-a0a68fca8c3f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:10.377655 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f2016fef-be6c-4986-b6c4-aa893ceb6827 req-9efa0b87-34da-4a9d-b397-a0a68fca8c3f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0939939 Aug 13 02:41:10.384763 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2df26a-b5ab-4ea8-9952-2a94a9f3243b req-99921e80-1af2-4a54-8b0d-b71d3e13632c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:10.386180 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ce2df26a-b5ab-4ea8-9952-2a94a9f3243b req-99921e80-1af2-4a54-8b0d-b71d3e13632c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.1038415 Aug 13 02:41:10.441881 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f2016fef-be6c-4986-b6c4-aa893ceb6827 req-ae7f88f2-ccb4-42c3-9d94-c28fec8815b6 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545444 Aug 13 02:41:10.444260 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:10.447471 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ce2df26a-b5ab-4ea8-9952-2a94a9f3243b req-51919d7e-8e16-4def-8e6a-688ad11f5f9e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542734 Aug 13 02:41:10.557465 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030ff55-c325-41c8-8514-b712648fe451 req-2ce1430c-599b-427e-9db2-650d59af369d tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:10.559125 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a030ff55-c325-41c8-8514-b712648fe451 req-2ce1430c-599b-427e-9db2-650d59af369d tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 949 time: 0.0531313 Aug 13 02:41:10.629252 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a030ff55-c325-41c8-8514-b712648fe451 req-b6db754e-89f7-4603-8927-9a7f6b9e4180 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635848 Aug 13 02:41:10.647882 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b870fd1-bece-4b5f-8e03-b5dd0c24c97f req-0646c354-de2b-4e77-9f12-89e4fd51cf38 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:10.649416 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5b870fd1-bece-4b5f-8e03-b5dd0c24c97f req-0646c354-de2b-4e77-9f12-89e4fd51cf38 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0699792 Aug 13 02:41:10.689136 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5b870fd1-bece-4b5f-8e03-b5dd0c24c97f req-c138223d-9118-4a89-adab-6b1a27686eee tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337548 Aug 13 02:41:11.601471 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f1a37-1e3e-4189-afc2-df0e0b61dd58 req-5d651191-de69-4020-9aa5-db138b916af9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:11.602994 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-161f1a37-1e3e-4189-afc2-df0e0b61dd58 req-5d651191-de69-4020-9aa5-db138b916af9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0807178 Aug 13 02:41:11.612274 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f94de-afce-4677-81e0-c68cd316e105 req-c76df4a5-197f-4840-a581-b72878d4a975 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:11.613094 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c13f94de-afce-4677-81e0-c68cd316e105 req-c76df4a5-197f-4840-a581-b72878d4a975 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0793278 Aug 13 02:41:11.678790 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-161f1a37-1e3e-4189-afc2-df0e0b61dd58 req-e6084a3b-cffd-44c6-8367-cd78e4a88c13 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649705 Aug 13 02:41:11.685934 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c13f94de-afce-4677-81e0-c68cd316e105 req-e5e10e5c-3988-4d3d-9d0e-5982aadf38e3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660367 Aug 13 02:41:11.761253 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:11.832410 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ed5ea-b659-4524-877c-2466e5a1b869 req-f512ce23-1ced-4c5d-bab6-266429fd87ad tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:11.833967 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4b9ed5ea-b659-4524-877c-2466e5a1b869 req-f512ce23-1ced-4c5d-bab6-266429fd87ad tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 949 time: 0.0814054 Aug 13 02:41:11.849307 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befeda28-e564-4d2d-8df9-3d92e2813e96 req-08f4912c-0513-430a-9998-240692414231 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:11.851142 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-befeda28-e564-4d2d-8df9-3d92e2813e96 req-08f4912c-0513-430a-9998-240692414231 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0696366 Aug 13 02:41:11.903417 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4b9ed5ea-b659-4524-877c-2466e5a1b869 req-e5a747cb-1313-4978-bf55-c794fb1d81c1 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625679 Aug 13 02:41:11.911414 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-befeda28-e564-4d2d-8df9-3d92e2813e96 req-75bad6fc-7f55-42d0-8ff0-0b846ab346ef tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531664 Aug 13 02:41:12.856724 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dad2d-f3fd-4b19-bb4e-2ec381ee5b79 req-714e81e7-397c-4ef7-babc-f50d67b18bbe tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:12.858213 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a5dad2d-f3fd-4b19-bb4e-2ec381ee5b79 req-714e81e7-397c-4ef7-babc-f50d67b18bbe tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0867639 Aug 13 02:41:12.870907 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb954e0c-cdf8-4ca8-9d65-6f925118ddf4 req-7ad77ed3-18d9-4bd1-955d-c9f48447e4a0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:12.872341 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb954e0c-cdf8-4ca8-9d65-6f925118ddf4 req-7ad77ed3-18d9-4bd1-955d-c9f48447e4a0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0697141 Aug 13 02:41:12.926349 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a5dad2d-f3fd-4b19-bb4e-2ec381ee5b79 req-e3bd763f-f4ea-4b8e-ac65-f5141323db55 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530312 Aug 13 02:41:12.931205 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb954e0c-cdf8-4ca8-9d65-6f925118ddf4 req-b00d8b6a-a734-4153-941c-77e6b7b6df8a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520923 Aug 13 02:41:13.067519 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47399417-1945-417a-9d7d-4425d4ad2cd2 req-ee13727e-f7d6-4291-844e-e933f64c5d52 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:13.069055 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-47399417-1945-417a-9d7d-4425d4ad2cd2 req-ee13727e-f7d6-4291-844e-e933f64c5d52 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 949 time: 0.0799761 Aug 13 02:41:13.077256 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74945b-f612-40c1-b289-112b73e6f4ae req-35bf8545-45d5-4fcf-b495-2f73fa1d4324 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:13.078639 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5f74945b-f612-40c1-b289-112b73e6f4ae req-35bf8545-45d5-4fcf-b495-2f73fa1d4324 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0805683 Aug 13 02:41:13.133500 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-47399417-1945-417a-9d7d-4425d4ad2cd2 req-6ce4ef8c-30a6-4c6b-ae19-3e58de728834 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535851 Aug 13 02:41:13.139342 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5f74945b-f612-40c1-b289-112b73e6f4ae req-75a0a116-58ad-4ebc-a405-797e144d5eb4 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532393 Aug 13 02:41:14.083765 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a216c5-f008-4287-b797-73df2a1dd0bc req-7c870133-4dd7-4da1-bfcd-b620f75e6ae0 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:14.085287 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b8a216c5-f008-4287-b797-73df2a1dd0bc req-7c870133-4dd7-4da1-bfcd-b620f75e6ae0 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0849056 Aug 13 02:41:14.097331 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97912051-b252-434b-9a17-9e2ac5d978c7 req-173ce1a8-6837-4f14-8c5b-97d445318f1d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:14.098792 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-97912051-b252-434b-9a17-9e2ac5d978c7 req-173ce1a8-6837-4f14-8c5b-97d445318f1d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0858638 Aug 13 02:41:14.158389 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b8a216c5-f008-4287-b797-73df2a1dd0bc req-ac835066-c455-43fa-8ae0-5d5d1144c218 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586483 Aug 13 02:41:14.163205 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-97912051-b252-434b-9a17-9e2ac5d978c7 req-7d6f70ed-148f-46ca-abfd-7ac7e8d93a45 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579033 Aug 13 02:41:14.289335 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c1607-e5e6-4ac4-b3fc-d5d3c31d7d25 req-d02439d5-6f23-4e00-892a-f65f33424079 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:14.290808 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6a4c1607-e5e6-4ac4-b3fc-d5d3c31d7d25 req-d02439d5-6f23-4e00-892a-f65f33424079 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 949 time: 0.0752940 Aug 13 02:41:14.311400 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaefd6a-87d9-4662-b1e4-bec308d39afe req-3b308a60-7b09-4b0e-9404-80fb83366c08 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:14.312853 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5aaefd6a-87d9-4662-b1e4-bec308d39afe req-3b308a60-7b09-4b0e-9404-80fb83366c08 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0721390 Aug 13 02:41:14.358700 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6a4c1607-e5e6-4ac4-b3fc-d5d3c31d7d25 req-bb4b2cec-e83c-4337-882e-a22c30a34fbe tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603325 Aug 13 02:41:14.366208 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5aaefd6a-87d9-4662-b1e4-bec308d39afe req-fd8415a9-d275-43cb-96a4-e96dcbd93b60 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459082 Aug 13 02:41:15.314223 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32781ffe-ed39-49ad-822d-f3112d5f8595 req-f575e36a-b63e-499d-8861-e0d7796dcabd tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:15.316146 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32781ffe-ed39-49ad-822d-f3112d5f8595 req-f575e36a-b63e-499d-8861-e0d7796dcabd tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0853975 Aug 13 02:41:15.327284 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b95b88-5f99-41ec-9353-a2612f1da6d0 req-1c1472f0-fac3-447b-b773-4458720030b5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:15.328957 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-43b95b88-5f99-41ec-9353-a2612f1da6d0 req-1c1472f0-fac3-447b-b773-4458720030b5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0845678 Aug 13 02:41:15.397645 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32781ffe-ed39-49ad-822d-f3112d5f8595 req-11ad4f49-a8e6-4aee-83b1-47aa13dabf6f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677161 Aug 13 02:41:15.403333 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-43b95b88-5f99-41ec-9353-a2612f1da6d0 req-087f315b-0f39-49e2-9069-1a4bec137837 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670898 Aug 13 02:41:15.535952 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14836c-c5bd-4f2e-9405-88b3bc90fa71 req-6abd7165-d157-4ec3-88b7-ead076ba22f9 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:15.537492 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ea14836c-c5bd-4f2e-9405-88b3bc90fa71 req-6abd7165-d157-4ec3-88b7-ead076ba22f9 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 949 time: 0.0821452 Aug 13 02:41:15.550106 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1003c-dfbb-4445-b895-63575a15b5da req-3c7bafe1-1aa8-45b4-92fa-d8f1974fb105 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:15.551580 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-baa1003c-dfbb-4445-b895-63575a15b5da req-3c7bafe1-1aa8-45b4-92fa-d8f1974fb105 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0702581 Aug 13 02:41:15.609072 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ea14836c-c5bd-4f2e-9405-88b3bc90fa71 req-02c57de9-cae5-4e29-a7db-f987283c2a72 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564706 Aug 13 02:41:15.612682 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-baa1003c-dfbb-4445-b895-63575a15b5da req-428f846d-af91-414c-b67e-c8107d18abe8 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538690 Aug 13 02:41:16.552067 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450223e-39f6-49f6-b8ff-2693c8a26bfa req-bc804f85-245c-40a6-a118-e100cc520fcc tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:16.553571 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b450223e-39f6-49f6-b8ff-2693c8a26bfa req-bc804f85-245c-40a6-a118-e100cc520fcc tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0797703 Aug 13 02:41:16.574220 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f022f6-154e-4e0e-83e6-eb7ff1813e3f req-a89f197a-7a35-435b-928d-705e9123bf68 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:16.575638 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e2f022f6-154e-4e0e-83e6-eb7ff1813e3f req-a89f197a-7a35-435b-928d-705e9123bf68 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0739408 Aug 13 02:41:16.627677 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b450223e-39f6-49f6-b8ff-2693c8a26bfa req-559aa167-98a2-4da2-a14e-786cb7c96371 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673769 Aug 13 02:41:16.637593 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e2f022f6-154e-4e0e-83e6-eb7ff1813e3f req-e44a7a44-fa4e-4f35-8d81-415381e6bd67 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537841 Aug 13 02:41:16.768406 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f26740-08ed-41a1-a8e6-4b084e770e20 req-0b70f80a-eb56-4598-aa12-1492d185330e tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:16.770062 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5f26740-08ed-41a1-a8e6-4b084e770e20 req-0b70f80a-eb56-4598-aa12-1492d185330e tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 949 time: 0.0825014 Aug 13 02:41:16.781313 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee3cb1-2208-45ba-92ca-a17a650e125d req-51b95142-4b12-402f-bb49-d69dbbdd9ec1 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:16.782978 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fbee3cb1-2208-45ba-92ca-a17a650e125d req-51b95142-4b12-402f-bb49-d69dbbdd9ec1 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0680921 Aug 13 02:41:16.836499 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e5f26740-08ed-41a1-a8e6-4b084e770e20 req-36b9fea8-b3fc-422c-a2e8-6a722ee421e4 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524511 Aug 13 02:41:16.844510 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fbee3cb1-2208-45ba-92ca-a17a650e125d req-0f01d7b4-9b65-4766-925c-2d96e0615657 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537722 Aug 13 02:41:17.779154 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6330db-95eb-41be-bab9-dcbacd1b52f3 req-f59b73ad-b5d3-4ae8-9bdb-3a9b961baa40 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:17.781289 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b6330db-95eb-41be-bab9-dcbacd1b52f3 req-f59b73ad-b5d3-4ae8-9bdb-3a9b961baa40 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0844460 Aug 13 02:41:17.803310 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692a586-cd74-47e1-9a3d-707b35e3480c req-3a26e070-6972-4ce9-a6ed-ab1cee51a73e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:17.804842 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6692a586-cd74-47e1-9a3d-707b35e3480c req-3a26e070-6972-4ce9-a6ed-ab1cee51a73e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0805886 Aug 13 02:41:17.849286 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b6330db-95eb-41be-bab9-dcbacd1b52f3 req-374e3e05-bb75-47cb-a6d7-301e4e06ce30 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595298 Aug 13 02:41:17.865195 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6692a586-cd74-47e1-9a3d-707b35e3480c req-f6936cb9-919d-4e3a-a616-2f1753887315 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523791 Aug 13 02:41:17.994566 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94c178-b134-4532-b8b5-8dd1aaa920f0 req-5a2d2256-9b33-468f-a8b0-58293115a487 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:17.996211 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7b94c178-b134-4532-b8b5-8dd1aaa920f0 req-5a2d2256-9b33-468f-a8b0-58293115a487 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 949 time: 0.0820196 Aug 13 02:41:18.009876 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db93e7-0f91-4c58-a4f0-ff250890cebf req-99c5c568-c8bd-4eef-83a7-62b8f50780ce tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:18.011342 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-68db93e7-0f91-4c58-a4f0-ff250890cebf req-99c5c568-c8bd-4eef-83a7-62b8f50780ce tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0708182 Aug 13 02:41:18.070873 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7b94c178-b134-4532-b8b5-8dd1aaa920f0 req-a8baf0fe-1f22-4b79-ae97-8912857b9c90 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572367 Aug 13 02:41:18.073996 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-68db93e7-0f91-4c58-a4f0-ff250890cebf req-5939f534-c0ae-4e22-9dc0-ac6a475709c4 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542431 Aug 13 02:41:18.992235 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90077e89-70f4-454c-9b65-3013a2f89eeb req-7f405ca0-a1d6-4f56-be03-7481b903fb59 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:18.993646 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-90077e89-70f4-454c-9b65-3013a2f89eeb req-7f405ca0-a1d6-4f56-be03-7481b903fb59 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0742676 Aug 13 02:41:19.014789 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886e1b9-26ca-4a76-85fa-57e0a87cbe7e req-1581b2cf-1bd7-498c-a86b-fe1eeaa16cbd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:19.016182 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4886e1b9-26ca-4a76-85fa-57e0a87cbe7e req-1581b2cf-1bd7-498c-a86b-fe1eeaa16cbd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0711668 Aug 13 02:41:19.055590 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-90077e89-70f4-454c-9b65-3013a2f89eeb req-e9ff025a-80fd-4bad-808e-0d8997ff9b91 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544913 Aug 13 02:41:19.069539 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4886e1b9-26ca-4a76-85fa-57e0a87cbe7e req-746e84f6-97c2-4db6-9798-a0523f55921f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456765 Aug 13 02:41:19.522986 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0956b-a5d7-40f5-8e2b-ded9a3cc21d9 req-6b6d6527-04b1-4652-8e9e-6280279b2e2b tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:19.524492 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35a0956b-a5d7-40f5-8e2b-ded9a3cc21d9 req-6b6d6527-04b1-4652-8e9e-6280279b2e2b tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 949 time: 0.3701043 Aug 13 02:41:19.534574 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8d47b-2608-41d9-9377-4b5112d1874e req-cc6168dc-7bbe-45db-b1c7-a7603edf9503 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:19.536567 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9da8d47b-2608-41d9-9377-4b5112d1874e req-cc6168dc-7bbe-45db-b1c7-a7603edf9503 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.3833177 Aug 13 02:41:19.551869 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9472232-0f22-4b68-bd31-4296ba0c55a7 req-e8dc7286-7f9c-461a-a3c8-ed9bed6c20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:19.553300 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b9472232-0f22-4b68-bd31-4296ba0c55a7 req-e8dc7286-7f9c-461a-a3c8-ed9bed6c20a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 1102 time: 0.1297491 Aug 13 02:41:19.573171 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb26e88-271a-4a31-a5a6-4da8ad284707 req-790eb48f-09f9-4973-899e-9c6c85d05d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:19.574507 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-adb26e88-271a-4a31-a5a6-4da8ad284707 req-790eb48f-09f9-4973-899e-9c6c85d05d57 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 1097 time: 0.1520500 Aug 13 02:41:19.671532 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9da8d47b-2608-41d9-9377-4b5112d1874e req-a13406b9-cd9e-4e18-a3a7-9c89c2247e9b tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284983 Aug 13 02:41:19.676340 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35a0956b-a5d7-40f5-8e2b-ded9a3cc21d9 req-51399a27-d77a-4369-ac31-05e4922d116c tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367419 Aug 13 02:41:19.678264 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b9472232-0f22-4b68-bd31-4296ba0c55a7 req-d2fa8afe-9afd-4039-b6fd-0cdb9569d410 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066751 Aug 13 02:41:19.728063 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb26e88-271a-4a31-a5a6-4da8ad284707 req-3382dd1b-53e9-4ffd-9199-3200800e2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:19.729597 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-adb26e88-271a-4a31-a5a6-4da8ad284707 req-3382dd1b-53e9-4ffd-9199-3200800e2a95 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 200 len: 918 time: 0.1299832 Aug 13 02:41:19.817763 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:41:20.094739 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-adb26e88-271a-4a31-a5a6-4da8ad284707 req-fd34573c-30ab-4f8f-b78b-32eef3b72a08 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa HTTP/1.1" status: 200 len: 1000 time: 0.0680592 Aug 13 02:41:20.208194 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb26e88-271a-4a31-a5a6-4da8ad284707 req-96f58c9e-4b83-466c-91ab-f3395060905e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.209799 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-adb26e88-271a-4a31-a5a6-4da8ad284707 req-96f58c9e-4b83-466c-91ab-f3395060905e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d722d64-dd9d-486a-a9c9-6f37fad094ab HTTP/1.1" status: 200 len: 856 time: 0.0947697 Aug 13 02:41:20.238141 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c12166-2e68-4457-a4af-6c4001aaa748 req-3b829b0c-5d95-4bef-b54b-9cc3c789968c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.239530 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-64c12166-2e68-4457-a4af-6c4001aaa748 req-3b829b0c-5d95-4bef-b54b-9cc3c789968c tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.1158526 Aug 13 02:41:20.267802 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536921b-2b24-4a09-89dc-3d0f8b8d1390 req-154cee2d-e722-4280-80f2-93672221a5c8 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.269311 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8536921b-2b24-4a09-89dc-3d0f8b8d1390 req-154cee2d-e722-4280-80f2-93672221a5c8 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.1188362 Aug 13 02:41:20.318229 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb26e88-271a-4a31-a5a6-4da8ad284707 req-28fc6a68-dd23-42d4-a715-80f0c4dfa0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.319680 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-adb26e88-271a-4a31-a5a6-4da8ad284707 req-28fc6a68-dd23-42d4-a715-80f0c4dfa0a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9102dfda-d03c-4456-90ad-be83fc17c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0990233 Aug 13 02:41:20.326897 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-64c12166-2e68-4457-a4af-6c4001aaa748 req-f47fd198-3966-434e-954a-6a953b73bc1a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730481 Aug 13 02:41:20.334394 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8536921b-2b24-4a09-89dc-3d0f8b8d1390 req-a102e39c-97ba-4938-8640-2e138899d556 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561352 Aug 13 02:41:20.431796 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-adb26e88-271a-4a31-a5a6-4da8ad284707 req-8557f76c-ddc4-4870-a730-a0a9e172a5fc service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888157 Aug 13 02:41:20.532960 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-adb26e88-271a-4a31-a5a6-4da8ad284707 req-9ba17a22-c1d5-45ea-b5e2-fbdc4cc67c50 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847623 Aug 13 02:41:20.830268 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d4a67-ab35-401b-b1ad-f75dc5d81fd4 req-37cd11aa-61c9-48a2-a09d-51992233de3c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.831790 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-437d4a67-ab35-401b-b1ad-f75dc5d81fd4 req-37cd11aa-61c9-48a2-a09d-51992233de3c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0774915 Aug 13 02:41:20.839989 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8f8ca-3d23-4aff-ade5-8a8fab5f60e3 req-94a47aac-0602-4b4d-9cce-48cc5ccb600f tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:20.841410 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dad8f8ca-3d23-4aff-ade5-8a8fab5f60e3 req-94a47aac-0602-4b4d-9cce-48cc5ccb600f tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 949 time: 0.0784912 Aug 13 02:41:20.889634 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-437d4a67-ab35-401b-b1ad-f75dc5d81fd4 req-e059bd62-4ee6-46f2-8204-b09af7367e94 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472808 Aug 13 02:41:20.902717 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dad8f8ca-3d23-4aff-ade5-8a8fab5f60e3 req-7db0dc39-a36e-4c55-9a00-a9a523c54c78 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546610 Aug 13 02:41:21.473008 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098550b-b7ff-4ec9-9b99-d17141095892 req-bd5de309-cba3-4be0-84c1-aa69b69e0a8a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:21.474450 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2098550b-b7ff-4ec9-9b99-d17141095892 req-bd5de309-cba3-4be0-84c1-aa69b69e0a8a tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.0777910 Aug 13 02:41:21.485411 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45455d-6d4a-4d61-b4af-2c32cb4d39bc req-d5015afa-9fd0-480d-9e29-8d355edeba07 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:21.486750 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab45455d-6d4a-4d61-b4af-2c32cb4d39bc req-d5015afa-9fd0-480d-9e29-8d355edeba07 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0782659 Aug 13 02:41:21.539738 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2098550b-b7ff-4ec9-9b99-d17141095892 req-8c908898-95e3-41a6-88f4-4ee9b58ca8bc tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520554 Aug 13 02:41:21.544319 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab45455d-6d4a-4d61-b4af-2c32cb4d39bc req-dac78d7f-0caa-462b-b756-fea7cacc910e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510461 Aug 13 02:41:22.053916 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2392f-9398-47fd-a495-df0d8ce20d4f req-b356a1dd-bab3-4049-ba3f-bb0c1842096a tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:22.055379 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53c2392f-9398-47fd-a495-df0d8ce20d4f req-b356a1dd-bab3-4049-ba3f-bb0c1842096a tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.0824380 Aug 13 02:41:22.080808 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a00f6-ab8f-4ddc-b73a-927c74f4a356 req-2ce95709-86b1-43f9-9787-ca03650434c0 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:22.082663 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bf6a00f6-ab8f-4ddc-b73a-927c74f4a356 req-2ce95709-86b1-43f9-9787-ca03650434c0 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 949 time: 0.1005356 Aug 13 02:41:22.144656 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-53c2392f-9398-47fd-a495-df0d8ce20d4f req-abd6ae3c-155c-49ab-bcfc-e6640addccb8 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782647 Aug 13 02:41:22.163472 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc542c3-1181-4574-9efd-0515d910e1d5 req-113669d6-72f9-49bc-8d73-784e419f0b46 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:22.164945 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cbc542c3-1181-4574-9efd-0515d910e1d5 req-113669d6-72f9-49bc-8d73-784e419f0b46 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 945 time: 0.1076195 Aug 13 02:41:22.167764 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bf6a00f6-ab8f-4ddc-b73a-927c74f4a356 req-95278380-84fe-475c-8e4c-0d17b3fb255e tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715554 Aug 13 02:41:22.265590 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-cbc542c3-1181-4574-9efd-0515d910e1d5 req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Deleting port 4e02957c-6cac-4d92-a7fa-355a675cdfd0 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:41:22.265926 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-cbc542c3-1181-4574-9efd-0515d910e1d5 req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:22.353151 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-cbc542c3-1181-4574-9efd-0515d910e1d5 req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] For port 4e02957c-6cac-4d92-a7fa-355a675cdfd0, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=4e02957c-6cac-4d92-a7fa-355a675cdfd0,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:22.353509 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-cbc542c3-1181-4574-9efd-0515d910e1d5 req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:22.375798 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-cbc542c3-1181-4574-9efd-0515d910e1d5 req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Calling delete_port for 4e02957c-6cac-4d92-a7fa-355a675cdfd0 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:41:22.522394 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f2cee-0176-4fe6-8ada-8dcb7e888f22 req-a97f413a-ce27-44ad-bb1f-915cd9b5635e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:22.523846 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-750f2cee-0176-4fe6-8ada-8dcb7e888f22 req-a97f413a-ce27-44ad-bb1f-915cd9b5635e tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.60 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.1560025 Aug 13 02:41:22.532162 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb277e-845b-473c-9c92-33e08767e731 req-7dbaa6e6-6d11-4ab6-9d31-58d9b8fb16eb tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:22.533503 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-faeb277e-845b-473c-9c92-33e08767e731 req-7dbaa6e6-6d11-4ab6-9d31-58d9b8fb16eb tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 949 time: 0.1392236 Aug 13 02:41:22.679931 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-faeb277e-845b-473c-9c92-33e08767e731 req-077571ee-14f3-424d-8c2d-3f670f909113 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372299 Aug 13 02:41:22.717040 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-cbc542c3-1181-4574-9efd-0515d910e1d5 req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:22.742838 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56082f85-d5c6-4067-9b60-ca426fefc40f req-716de048-fdac-4b3e-85e8-8e5e806c3390 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:22.744296 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56082f85-d5c6-4067-9b60-ca426fefc40f req-716de048-fdac-4b3e-85e8-8e5e806c3390 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 945 time: 0.1162148 Aug 13 02:41:22.761302 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['03c91296-dae0-4c97-b24e-cfca354525e6', '03881086-615c-4f34-852d-2f901f054406', 'd25671bd-0ca1-4479-97d0-d164082939ce', '4e02957c-6cac-4d92-a7fa-355a675cdfd0'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:22.775001 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Pushing event deleted for resources: {'Port': ['ID=4e02957c-6cac-4d92-a7fa-355a675cdfd0,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:22.817837 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-750f2cee-0176-4fe6-8ada-8dcb7e888f22 req-f32854b4-d568-4dad-a1f8-44104b73113f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Deleting port 0b8c918a-34dc-43e6-bbb3-da83d9626991 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:41:22.818169 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-750f2cee-0176-4fe6-8ada-8dcb7e888f22 req-f32854b4-d568-4dad-a1f8-44104b73113f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:22.862894 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:22.863650 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:22.863650 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:22.863868 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:22.864188 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:22.864531 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:22.864851 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:22.865178 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:22.865491 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:22.865805 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:22.866120 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:22.866434 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:22.909192 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc542c3-1181-4574-9efd-0515d910e1d5 req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] No DVR routers for this DVR port 4e02957c-6cac-4d92-a7fa-355a675cdfd0 on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:41:22.919868 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-cbc542c3-1181-4574-9efd-0515d910e1d5 req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:22.921803 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cbc542c3-1181-4574-9efd-0515d910e1d5 req-53647b5e-c936-41e4-99f2-f86d1feec16e tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "DELETE /v2.0/ports/4e02957c-6cac-4d92-a7fa-355a675cdfd0 HTTP/1.1" status: 204 len: 173 time: 0.7471416 Aug 13 02:41:22.931438 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f8fd94-d18d-4ed3-bf71-5299bf28d68b', 'name': 'network-vif-deleted', 'tag': '4e02957c-6cac-4d92-a7fa-355a675cdfd0'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:22.933757 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1598773-8178-404f-af50-88f2f40c3463" -d '{"events": [{"server_uuid": "a1f8fd94-d18d-4ed3-bf71-5299bf28d68b", "name": "network-vif-deleted", "tag": "4e02957c-6cac-4d92-a7fa-355a675cdfd0"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:22.949643 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56082f85-d5c6-4067-9b60-ca426fefc40f req-fc7d79de-750f-4917-b96f-4f41602786e6 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863484 Aug 13 02:41:22.976801 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e509b10-65e5-4ed1-9959-06b77beb1f73 req-6f51b3c4-f528-4596-b0c3-4ce60ae5c115 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:22.978669 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5e509b10-65e5-4ed1-9959-06b77beb1f73 req-6f51b3c4-f528-4596-b0c3-4ce60ae5c115 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.2171237 Aug 13 02:41:23.015202 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e08c64a-0260-45b7-b039-f13a0fef7e76 x-openstack-request-id: req-7e08c64a-0260-45b7-b039-f13a0fef7e76 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:23.015480 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f8fd94-d18d-4ed3-bf71-5299bf28d68b", "name": "network-vif-deleted", "tag": "4e02957c-6cac-4d92-a7fa-355a675cdfd0", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:23.015717 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e08c64a-0260-45b7-b039-f13a0fef7e76 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:23.017120 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f8fd94-d18d-4ed3-bf71-5299bf28d68b', 'name': 'network-vif-deleted', 'tag': '4e02957c-6cac-4d92-a7fa-355a675cdfd0', 'status': 'completed', 'code': 200} Aug 13 02:41:23.017760 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-750f2cee-0176-4fe6-8ada-8dcb7e888f22 req-f32854b4-d568-4dad-a1f8-44104b73113f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] For port 0b8c918a-34dc-43e6-bbb3-da83d9626991, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=0b8c918a-34dc-43e6-bbb3-da83d9626991,segment=NetworkSegment(96b00fa7-615e-4eee-ae4e-eaa51bfccf72),segment_id=96b00fa7-615e-4eee-ae4e-eaa51bfccf72)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:23.018113 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-750f2cee-0176-4fe6-8ada-8dcb7e888f22 req-f32854b4-d568-4dad-a1f8-44104b73113f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:23.041168 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-750f2cee-0176-4fe6-8ada-8dcb7e888f22 req-f32854b4-d568-4dad-a1f8-44104b73113f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Calling delete_port for 0b8c918a-34dc-43e6-bbb3-da83d9626991 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:41:23.045343 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5e509b10-65e5-4ed1-9959-06b77beb1f73 req-d17f8cf6-b8ad-4b90-865e-0323ca331fc1 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604098 Aug 13 02:41:23.178769 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-750f2cee-0176-4fe6-8ada-8dcb7e888f22 req-f32854b4-d568-4dad-a1f8-44104b73113f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:23.211290 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32854b4-d568-4dad-a1f8-44104b73113f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Pushing event deleted for resources: {'Port': ['ID=0b8c918a-34dc-43e6-bbb3-da83d9626991,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:23.270681 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-750f2cee-0176-4fe6-8ada-8dcb7e888f22 req-f32854b4-d568-4dad-a1f8-44104b73113f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] No DVR routers for this DVR port 0b8c918a-34dc-43e6-bbb3-da83d9626991 on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:41:23.273771 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bfadacb6-add2-498d-8be5-244fbe9ffeb2 req-2912c84f-3f6e-4e53-a5ac-6d7447366072 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1f8fd94-d18d-4ed3-bf71-5299bf28d68b HTTP/1.1" status: 200 len: 210 time: 0.0376606 Aug 13 02:41:23.275872 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-750f2cee-0176-4fe6-8ada-8dcb7e888f22 req-f32854b4-d568-4dad-a1f8-44104b73113f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:23.277880 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-750f2cee-0176-4fe6-8ada-8dcb7e888f22 req-f32854b4-d568-4dad-a1f8-44104b73113f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.60 "DELETE /v2.0/ports/0b8c918a-34dc-43e6-bbb3-da83d9626991 HTTP/1.1" status: 204 len: 173 time: 0.7424104 Aug 13 02:41:23.798906 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6931f90-add6-436d-9c4d-7b22e7799298 req-f06a5f6f-ebb5-4823-8878-226e59274426 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:23.800710 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b6931f90-add6-436d-9c4d-7b22e7799298 req-f06a5f6f-ebb5-4823-8878-226e59274426 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 949 time: 0.0516665 Aug 13 02:41:23.848996 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b6931f90-add6-436d-9c4d-7b22e7799298 req-5e3f95e4-fac6-4c16-9e67-c36716d763d4 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/security-groups?id=a79dfdd4-b7f8-4d2d-9369-65b385c67b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388746 Aug 13 02:41:24.056185 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61e15e54-ee88-4b33-8e21-e2edbcda7af4 req-04c54e20-e8cd-488a-ba79-46d0cb5a0558 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=34681707-0057-4751-ac64-cec576eb0ab1 HTTP/1.1" status: 200 len: 210 time: 0.0259068 Aug 13 02:41:24.170111 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5b735-f13d-4d03-8e23-32a2b2c6b690 req-a5319cb6-c964-40f4-91b7-5223a3c3231c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:24.171596 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02d5b735-f13d-4d03-8e23-32a2b2c6b690 req-a5319cb6-c964-40f4-91b7-5223a3c3231c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0509682 Aug 13 02:41:24.208563 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['0b8c918a-34dc-43e6-bbb3-da83d9626991', '8e90d8bd-f7b0-4ca1-ab6d-11b14f018758'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:24.214518 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02d5b735-f13d-4d03-8e23-32a2b2c6b690 req-c115072f-eb19-48da-b201-e4cc5723b50a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361867 Aug 13 02:41:24.442203 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc230705-8093-496f-a76e-7b516d6796a4 req-6030afa2-e920-45c5-9202-40dda99b3c45 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:24.448100 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bc230705-8093-496f-a76e-7b516d6796a4 req-6030afa2-e920-45c5-9202-40dda99b3c45 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.60 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 949 time: 0.0615671 Aug 13 02:41:24.546097 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-bc230705-8093-496f-a76e-7b516d6796a4 req-7a988e15-a654-40c6-acc6-57e5d632c380 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Deleting port 6b9bf3a2-ea52-4787-9c1b-62266c83625c {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:41:24.546433 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-bc230705-8093-496f-a76e-7b516d6796a4 req-7a988e15-a654-40c6-acc6-57e5d632c380 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.642788 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-bc230705-8093-496f-a76e-7b516d6796a4 req-7a988e15-a654-40c6-acc6-57e5d632c380 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] For port 6b9bf3a2-ea52-4787-9c1b-62266c83625c, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=6b9bf3a2-ea52-4787-9c1b-62266c83625c,segment=NetworkSegment(eca44c76-8515-4d7a-b4ee-e86133679581),segment_id=eca44c76-8515-4d7a-b4ee-e86133679581)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:24.643157 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-bc230705-8093-496f-a76e-7b516d6796a4 req-7a988e15-a654-40c6-acc6-57e5d632c380 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.656909 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-bc230705-8093-496f-a76e-7b516d6796a4 req-7a988e15-a654-40c6-acc6-57e5d632c380 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Calling delete_port for 6b9bf3a2-ea52-4787-9c1b-62266c83625c owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:41:24.794864 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-bc230705-8093-496f-a76e-7b516d6796a4 req-7a988e15-a654-40c6-acc6-57e5d632c380 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.827021 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a988e15-a654-40c6-acc6-57e5d632c380 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Pushing event deleted for resources: {'Port': ['ID=6b9bf3a2-ea52-4787-9c1b-62266c83625c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:24.842502 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['6b9bf3a2-ea52-4787-9c1b-62266c83625c'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:24.872856 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc230705-8093-496f-a76e-7b516d6796a4 req-7a988e15-a654-40c6-acc6-57e5d632c380 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] No DVR routers for this DVR port 6b9bf3a2-ea52-4787-9c1b-62266c83625c on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:41:24.875568 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-bc230705-8093-496f-a76e-7b516d6796a4 req-7a988e15-a654-40c6-acc6-57e5d632c380 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:24.877664 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bc230705-8093-496f-a76e-7b516d6796a4 req-7a988e15-a654-40c6-acc6-57e5d632c380 tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.60 "DELETE /v2.0/ports/6b9bf3a2-ea52-4787-9c1b-62266c83625c HTTP/1.1" status: 204 len: 173 time: 0.4254978 Aug 13 02:41:24.958956 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4cd528e3-ad20-4858-bce5-f65acbb83e41 req-4db4a290-115c-4f44-bf65-e5a61b2eef8f tempest-VolumesNegativeTest-1712251683 tempest-VolumesNegativeTest-1712251683-project] 10.222.0.42 "GET /v2.0/ports?device_id=535288bf-3033-442e-b4d5-dcfba96fd731 HTTP/1.1" status: 200 len: 210 time: 0.0342982 Aug 13 02:41:25.017103 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34681707-0057-4751-ac64-cec576eb0ab1', 'name': 'network-vif-deleted', 'tag': '0b8c918a-34dc-43e6-bbb3-da83d9626991'}, {'server_uuid': '535288bf-3033-442e-b4d5-dcfba96fd731', 'name': 'network-vif-deleted', 'tag': '6b9bf3a2-ea52-4787-9c1b-62266c83625c'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:25.019483 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d860dee-b55a-45c4-ae9c-435756f6aae6" -d '{"events": [{"server_uuid": "34681707-0057-4751-ac64-cec576eb0ab1", "name": "network-vif-deleted", "tag": "0b8c918a-34dc-43e6-bbb3-da83d9626991"}, {"server_uuid": "535288bf-3033-442e-b4d5-dcfba96fd731", "name": "network-vif-deleted", "tag": "6b9bf3a2-ea52-4787-9c1b-62266c83625c"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:25.058393 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3240e184-6b37-4c2e-91e1-371d669f7fa1 x-openstack-request-id: req-3240e184-6b37-4c2e-91e1-371d669f7fa1 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:25.058717 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34681707-0057-4751-ac64-cec576eb0ab1", "name": "network-vif-deleted", "tag": "0b8c918a-34dc-43e6-bbb3-da83d9626991", "status": "completed", "code": 200}, {"server_uuid": "535288bf-3033-442e-b4d5-dcfba96fd731", "name": "network-vif-deleted", "tag": "6b9bf3a2-ea52-4787-9c1b-62266c83625c", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:25.058963 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3240e184-6b37-4c2e-91e1-371d669f7fa1 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:25.059353 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34681707-0057-4751-ac64-cec576eb0ab1', 'name': 'network-vif-deleted', 'tag': '0b8c918a-34dc-43e6-bbb3-da83d9626991', 'status': 'completed', 'code': 200} Aug 13 02:41:25.059602 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '535288bf-3033-442e-b4d5-dcfba96fd731', 'name': 'network-vif-deleted', 'tag': '6b9bf3a2-ea52-4787-9c1b-62266c83625c', 'status': 'completed', 'code': 200} Aug 13 02:41:25.354696 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca45bdb-0957-4988-9415-9cf746a59c26 req-80a84142-a1fe-453d-9660-a2d139ca936d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:25.356145 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eca45bdb-0957-4988-9415-9cf746a59c26 req-80a84142-a1fe-453d-9660-a2d139ca936d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0738587 Aug 13 02:41:25.364135 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb99cee-7107-4fbb-b5a6-cdbc74512f37 req-3725d5c6-a772-44d7-b987-2d76e58352e8 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:25.365554 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1fb99cee-7107-4fbb-b5a6-cdbc74512f37 req-3725d5c6-a772-44d7-b987-2d76e58352e8 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0743067 Aug 13 02:41:25.420744 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eca45bdb-0957-4988-9415-9cf746a59c26 req-850aa848-11ce-4fd7-be44-9d6147f72776 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542123 Aug 13 02:41:25.425601 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1fb99cee-7107-4fbb-b5a6-cdbc74512f37 req-04c845cb-0ea8-4bf2-92e5-3efe05d48e4b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533574 Aug 13 02:41:25.696101 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c7ac3-af1d-45a7-b07f-e89d60da9e6e req-3e826b4e-a18c-4164-86f4-57d11691b8fd tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:25.697604 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-885c7ac3-af1d-45a7-b07f-e89d60da9e6e req-3e826b4e-a18c-4164-86f4-57d11691b8fd tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 946 time: 0.0542300 Aug 13 02:41:25.740406 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-885c7ac3-af1d-45a7-b07f-e89d60da9e6e req-2b45cf61-c929-4d1e-abdd-174f9bcebaf2 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336163 Aug 13 02:41:26.574513 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00e6fb-6621-4c15-b45d-914839ce511c req-25cdfc42-a705-413f-ae49-b98da6285f8f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:26.576080 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb00e6fb-6621-4c15-b45d-914839ce511c req-25cdfc42-a705-413f-ae49-b98da6285f8f tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0850306 Aug 13 02:41:26.587387 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10058e1c-8d68-4134-a65d-29e0f17722fe req-12112aa5-ce0d-440c-849f-acff314df228 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:26.588992 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-10058e1c-8d68-4134-a65d-29e0f17722fe req-12112aa5-ce0d-440c-849f-acff314df228 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0847816 Aug 13 02:41:26.645374 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb00e6fb-6621-4c15-b45d-914839ce511c req-81dabd8c-94a9-46dc-84c9-eff0d57c3fa5 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553942 Aug 13 02:41:26.654603 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-10058e1c-8d68-4134-a65d-29e0f17722fe req-39ed6562-22d0-4558-9ca9-65bdcf63f892 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580535 Aug 13 02:41:26.856840 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03049f-99bc-4e10-ac43-4d1b7462ee8b req-cfd1a686-fb0c-48a5-beba-2443c0187aad tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:26.858315 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5c03049f-99bc-4e10-ac43-4d1b7462ee8b req-cfd1a686-fb0c-48a5-beba-2443c0187aad tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 946 time: 0.0507064 Aug 13 02:41:26.897483 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5c03049f-99bc-4e10-ac43-4d1b7462ee8b req-50d1ff41-146e-4636-986d-382b00ab14c5 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330348 Aug 13 02:41:27.406615 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 0b8c918a-34dc-43e6-bbb3-da83d9626991 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:27.429933 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 0b8c918a-34dc-43e6-bbb3-da83d9626991 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:41:27.430268 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 0b8c918a-34dc-43e6-bbb3-da83d9626991 not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:41:27.430677 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 6b9bf3a2-ea52-4787-9c1b-62266c83625c no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:27.448763 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 6b9bf3a2-ea52-4787-9c1b-62266c83625c {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:41:27.449099 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 6b9bf3a2-ea52-4787-9c1b-62266c83625c not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:41:27.449504 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 4e02957c-6cac-4d92-a7fa-355a675cdfd0 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:27.470866 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 4e02957c-6cac-4d92-a7fa-355a675cdfd0 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:41:27.471206 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 4e02957c-6cac-4d92-a7fa-355a675cdfd0 not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:41:28.075082 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db329b7-872c-45be-aa54-f12dedf1b1ca req-eee71e3e-2ad9-4825-8d5f-7d07d3a24ed9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:28.076579 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7db329b7-872c-45be-aa54-f12dedf1b1ca req-eee71e3e-2ad9-4825-8d5f-7d07d3a24ed9 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.3419957 Aug 13 02:41:28.084764 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d553fb2-2042-4b0a-9381-071fc09ae35f req-63582a53-602d-423f-a8b0-11f8b3463902 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:28.086151 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5d553fb2-2042-4b0a-9381-071fc09ae35f req-63582a53-602d-423f-a8b0-11f8b3463902 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.3230305 Aug 13 02:41:28.132480 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65a5e8-6164-45ac-91c9-da068fc99e53 req-1c479106-3624-4952-b577-1f7deaeb7b07 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:28.133936 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0d65a5e8-6164-45ac-91c9-da068fc99e53 req-1c479106-3624-4952-b577-1f7deaeb7b07 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 946 time: 0.1111641 Aug 13 02:41:28.165581 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7db329b7-872c-45be-aa54-f12dedf1b1ca req-33149472-61f7-42e6-8784-0083a1ce1f73 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784857 Aug 13 02:41:28.187056 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5d553fb2-2042-4b0a-9381-071fc09ae35f req-1548e39e-f2f1-4302-b4c7-b8ba60e89e0c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911193 Aug 13 02:41:28.277063 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-0d65a5e8-6164-45ac-91c9-da068fc99e53 req-2159161f-8183-4f0e-84da-72003eb9a1de tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Deleting port d25671bd-0ca1-4479-97d0-d164082939ce {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:41:28.277412 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0d65a5e8-6164-45ac-91c9-da068fc99e53 req-2159161f-8183-4f0e-84da-72003eb9a1de tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:28.341112 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fdb62-5e4d-4d00-9517-0f1418a958bd req-060de2cf-6031-4a9c-9829-16c5978cc564 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:28.342572 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-760fdb62-5e4d-4d00-9517-0f1418a958bd req-060de2cf-6031-4a9c-9829-16c5978cc564 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=e313e8eb-4d73-423b-810f-e012d0b4955c HTTP/1.1" status: 200 len: 946 time: 0.1023073 Aug 13 02:41:28.406648 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-760fdb62-5e4d-4d00-9517-0f1418a958bd req-2013b1d4-8915-4fd7-8972-cd2861bc3b31 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564370 Aug 13 02:41:28.411557 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-0d65a5e8-6164-45ac-91c9-da068fc99e53 req-2159161f-8183-4f0e-84da-72003eb9a1de tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] For port d25671bd-0ca1-4479-97d0-d164082939ce, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=d25671bd-0ca1-4479-97d0-d164082939ce,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:28.411929 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0d65a5e8-6164-45ac-91c9-da068fc99e53 req-2159161f-8183-4f0e-84da-72003eb9a1de tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:28.429411 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-0d65a5e8-6164-45ac-91c9-da068fc99e53 req-2159161f-8183-4f0e-84da-72003eb9a1de tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Calling delete_port for d25671bd-0ca1-4479-97d0-d164082939ce owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:41:28.552550 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0d65a5e8-6164-45ac-91c9-da068fc99e53 req-2159161f-8183-4f0e-84da-72003eb9a1de tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:28.593750 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159161f-8183-4f0e-84da-72003eb9a1de tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Pushing event deleted for resources: {'Port': ['ID=d25671bd-0ca1-4479-97d0-d164082939ce,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:28.602928 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['03c91296-dae0-4c97-b24e-cfca354525e6', '03881086-615c-4f34-852d-2f901f054406', 'd25671bd-0ca1-4479-97d0-d164082939ce'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:28.630568 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d65a5e8-6164-45ac-91c9-da068fc99e53 req-2159161f-8183-4f0e-84da-72003eb9a1de tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] No DVR routers for this DVR port d25671bd-0ca1-4479-97d0-d164082939ce on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:41:28.633517 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-0d65a5e8-6164-45ac-91c9-da068fc99e53 req-2159161f-8183-4f0e-84da-72003eb9a1de tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:28.635615 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0d65a5e8-6164-45ac-91c9-da068fc99e53 req-2159161f-8183-4f0e-84da-72003eb9a1de tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "DELETE /v2.0/ports/d25671bd-0ca1-4479-97d0-d164082939ce HTTP/1.1" status: 204 len: 173 time: 0.4833362 Aug 13 02:41:28.636055 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e313e8eb-4d73-423b-810f-e012d0b4955c', 'name': 'network-vif-deleted', 'tag': 'd25671bd-0ca1-4479-97d0-d164082939ce'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:28.638474 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2766ea0b-f219-4107-97cc-af9eb0cf0986" -d '{"events": [{"server_uuid": "e313e8eb-4d73-423b-810f-e012d0b4955c", "name": "network-vif-deleted", "tag": "d25671bd-0ca1-4479-97d0-d164082939ce"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:28.684197 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afedb3f-6512-48e8-aa8f-e002a8f363b9 x-openstack-request-id: req-2afedb3f-6512-48e8-aa8f-e002a8f363b9 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:28.684640 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e313e8eb-4d73-423b-810f-e012d0b4955c", "name": "network-vif-deleted", "tag": "d25671bd-0ca1-4479-97d0-d164082939ce", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:28.684896 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2afedb3f-6512-48e8-aa8f-e002a8f363b9 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:28.685300 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e313e8eb-4d73-423b-810f-e012d0b4955c', 'name': 'network-vif-deleted', 'tag': 'd25671bd-0ca1-4479-97d0-d164082939ce', 'status': 'completed', 'code': 200} Aug 13 02:41:29.317559 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c0e54-4cf6-4e55-b968-93087430b8bc req-c717eba7-5558-46d9-a3aa-45dddbed1fcf tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:29.319016 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3e0c0e54-4cf6-4e55-b968-93087430b8bc req-c717eba7-5558-46d9-a3aa-45dddbed1fcf tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0792575 Aug 13 02:41:29.341146 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c5e2c-6cb4-4b3f-af8b-7e4c35bc29b6 req-f3f7d28b-d2a4-4b12-8779-03859cb272e0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:29.342559 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c81c5e2c-6cb4-4b3f-af8b-7e4c35bc29b6 req-f3f7d28b-d2a4-4b12-8779-03859cb272e0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 944 time: 0.0720627 Aug 13 02:41:29.386081 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 97ef92cc-ee8c-4230-96ba-e5f82029d0aa details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:41:29.388226 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3e0c0e54-4cf6-4e55-b968-93087430b8bc req-6a7ea6a1-20c5-45c4-95bd-5eb29da334de tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626070 Aug 13 02:41:29.396048 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c81c5e2c-6cb4-4b3f-af8b-7e4c35bc29b6 req-89b3271e-201d-4051-812f-cac44aeb887b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469120 Aug 13 02:41:29.497594 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:29.509023 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'port_id': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'mac_address': 'fa:16:3e:51:ac:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:41:29.545081 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:29.557732 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ef92cc-ee8c-4230-96ba-e5f82029d0aa {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:41:29.577076 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:29.582597 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:29.630324 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,revision_number=9']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:29.638789 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:29.639143 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:29.639496 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:29.639836 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:29.640170 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:29.640525 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:29.640860 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:29.641189 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:29.641538 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:29.644700 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:29.644700 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:29.644700 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:29.695509 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2538b90-3dbf-4944-96f7-9208a8c82e5f req-ac6e213b-417d-4526-9a9c-6a96701ddbd3 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:29.697000 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f2538b90-3dbf-4944-96f7-9208a8c82e5f req-ac6e213b-417d-4526-9a9c-6a96701ddbd3 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 945 time: 0.0482383 Aug 13 02:41:29.735910 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f2538b90-3dbf-4944-96f7-9208a8c82e5f req-d3cbc878-3e21-436c-a5ee-371fe82109d5 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327802 Aug 13 02:41:29.895729 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60870) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:30.008474 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['97ef92cc-ee8c-4230-96ba-e5f82029d0aa'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:30.041289 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8744b5cb-db02-4074-b82d-2387504baf50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ccb9b7160b65401db6df6734ea00fc7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442180 Aug 13 02:41:30.043816 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60874) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:30.095899 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-14f67213-86c3-4a51-819a-e03ff295b5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:30.117665 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-14f67213-86c3-4a51-819a-e03ff295b5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:30.167899 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-14f67213-86c3-4a51-819a-e03ff295b5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:30.170811 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-14f67213-86c3-4a51-819a-e03ff295b5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:30.171926 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-14f67213-86c3-4a51-819a-e03ff295b5e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a79dfdd4-b7f8-4d2d-9369-65b385c67b88 HTTP/1.1" status: 204 len: 168 time: 0.1272371 Aug 13 02:41:30.179331 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f67213-86c3-4a51-819a-e03ff295b5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79dfdd4-b7f8-4d2d-9369-65b385c67b88,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:30.546720 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9b066-8b30-4331-87a1-906318763243 req-a5ba58df-b3d1-436a-8e10-2794c3327ab8 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:30.548205 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5cb9b066-8b30-4331-87a1-906318763243 req-a5ba58df-b3d1-436a-8e10-2794c3327ab8 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0809047 Aug 13 02:41:30.556179 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d43d1-9bc8-462a-911e-abcc54e98e06 req-2668c64c-990c-4545-ba4c-be065e669271 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:30.557566 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c53d43d1-9bc8-462a-911e-abcc54e98e06 req-2668c64c-990c-4545-ba4c-be065e669271 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 945 time: 0.0808876 Aug 13 02:41:30.610546 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5cb9b066-8b30-4331-87a1-906318763243 req-4fad0f75-b76c-4511-af08-a8288fc31e8b tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520425 Aug 13 02:41:30.615436 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c53d43d1-9bc8-462a-911e-abcc54e98e06 req-6245a1de-60f4-429e-b3d0-8c79ed44b5b9 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512571 Aug 13 02:41:30.859738 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003d61d-e393-4f3d-b34e-2111b17ab138 req-c5434ef7-deb7-4040-939b-09bdc7236b1a tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:30.861220 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3003d61d-e393-4f3d-b34e-2111b17ab138 req-c5434ef7-deb7-4040-939b-09bdc7236b1a tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 945 time: 0.0504701 Aug 13 02:41:30.899188 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3003d61d-e393-4f3d-b34e-2111b17ab138 req-38246e30-6ebb-4b8b-834c-a1065c355387 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317957 Aug 13 02:41:31.425088 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 97ef92cc-ee8c-4230-96ba-e5f82029d0aa up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:41:31.487320 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:41:31.487818 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.574893 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.599738 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:31.601991 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd0a3a4-802c-454f-a88c-99a7373bb1c0" -d '{"events": [{"server_uuid": "0022f2c0-0d07-4d1b-8926-4dfa7356f023", "name": "network-vif-plugged", "status": "completed", "tag": "97ef92cc-ee8c-4230-96ba-e5f82029d0aa"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:31.614028 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:31.618334 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36727e7-ea81-447e-88a2-b8f104cbf88f req-ffbf5f40-8699-4538-8e44-77410ec4233f tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:31.619863 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d36727e7-ea81-447e-88a2-b8f104cbf88f req-ffbf5f40-8699-4538-8e44-77410ec4233f tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 945 time: 0.0605464 Aug 13 02:41:31.620027 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.648891 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e92617d-fe67-436c-a2ef-c8fbe41c67c2 x-openstack-request-id: req-3e92617d-fe67-436c-a2ef-c8fbe41c67c2 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:31.649162 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0022f2c0-0d07-4d1b-8926-4dfa7356f023", "name": "network-vif-plugged", "status": "completed", "tag": "97ef92cc-ee8c-4230-96ba-e5f82029d0aa", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:31.649412 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e92617d-fe67-436c-a2ef-c8fbe41c67c2 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:31.649802 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'code': 200} Aug 13 02:41:31.681247 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,revision_number=10']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:31.798117 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863eb56e-8cf0-463a-8120-c94076be2de6 req-a4387408-8964-4b50-9afc-f1371fc2fe09 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:31.799598 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-863eb56e-8cf0-463a-8120-c94076be2de6 req-a4387408-8964-4b50-9afc-f1371fc2fe09 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.1154897 Aug 13 02:41:31.817046 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893a6d6-e932-440d-942e-301c14de4ce3 req-d074712d-d349-4bd1-8524-190a88c514af tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:31.818461 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3893a6d6-e932-440d-942e-301c14de4ce3 req-d074712d-d349-4bd1-8524-190a88c514af tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 947 time: 0.1006362 Aug 13 02:41:31.860470 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-d36727e7-ea81-447e-88a2-b8f104cbf88f req-0895f43d-f7ba-4c6e-8090-15f21eb521e9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Deleting port 03881086-615c-4f34-852d-2f901f054406 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:41:31.860803 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d36727e7-ea81-447e-88a2-b8f104cbf88f req-0895f43d-f7ba-4c6e-8090-15f21eb521e9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:31.916299 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3893a6d6-e932-440d-942e-301c14de4ce3 req-1468198f-738e-4881-8f1c-256cd625fed6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910301 Aug 13 02:41:31.921243 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-863eb56e-8cf0-463a-8120-c94076be2de6 req-37dc2b1b-e681-4450-89a4-0cd09f2bffa5 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134109 Aug 13 02:41:31.977108 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-d36727e7-ea81-447e-88a2-b8f104cbf88f req-0895f43d-f7ba-4c6e-8090-15f21eb521e9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] For port 03881086-615c-4f34-852d-2f901f054406, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=03881086-615c-4f34-852d-2f901f054406,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:31.977473 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d36727e7-ea81-447e-88a2-b8f104cbf88f req-0895f43d-f7ba-4c6e-8090-15f21eb521e9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.010537 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-d36727e7-ea81-447e-88a2-b8f104cbf88f req-0895f43d-f7ba-4c6e-8090-15f21eb521e9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Calling delete_port for 03881086-615c-4f34-852d-2f901f054406 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:41:32.073900 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2446cab-a259-49e2-aaa8-7ce56e550507 req-d346807b-f761-42cc-a8f2-40a72a43192d tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:32.075354 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e2446cab-a259-49e2-aaa8-7ce56e550507 req-d346807b-f761-42cc-a8f2-40a72a43192d tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 945 time: 0.0953436 Aug 13 02:41:32.130538 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e2446cab-a259-49e2-aaa8-7ce56e550507 req-d1f49a03-e212-4142-a708-ffd2edcee713 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478063 Aug 13 02:41:32.199029 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d36727e7-ea81-447e-88a2-b8f104cbf88f req-0895f43d-f7ba-4c6e-8090-15f21eb521e9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.240663 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0895f43d-f7ba-4c6e-8090-15f21eb521e9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Pushing event deleted for resources: {'Port': ['ID=03881086-615c-4f34-852d-2f901f054406,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:32.242533 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['03c91296-dae0-4c97-b24e-cfca354525e6', '03881086-615c-4f34-852d-2f901f054406'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:32.301063 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36727e7-ea81-447e-88a2-b8f104cbf88f req-0895f43d-f7ba-4c6e-8090-15f21eb521e9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] No DVR routers for this DVR port 03881086-615c-4f34-852d-2f901f054406 on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:41:32.304368 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-d36727e7-ea81-447e-88a2-b8f104cbf88f req-0895f43d-f7ba-4c6e-8090-15f21eb521e9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:32.306375 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d36727e7-ea81-447e-88a2-b8f104cbf88f req-0895f43d-f7ba-4c6e-8090-15f21eb521e9 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "DELETE /v2.0/ports/03881086-615c-4f34-852d-2f901f054406 HTTP/1.1" status: 204 len: 173 time: 0.6786408 Aug 13 02:41:32.306797 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '374624bf-d94d-4f32-8597-f90bfa2b87d7', 'name': 'network-vif-deleted', 'tag': '03881086-615c-4f34-852d-2f901f054406'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:32.309133 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c10a0a4-7de0-4ee4-a6b6-0ca8a5fab9a8" -d '{"events": [{"server_uuid": "374624bf-d94d-4f32-8597-f90bfa2b87d7", "name": "network-vif-deleted", "tag": "03881086-615c-4f34-852d-2f901f054406"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:32.317232 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485883fb-7534-465f-9bb6-c53c6d4f1a50 req-2011027d-9f40-49b9-bbc3-0bdc8c313e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:32.318717 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-485883fb-7534-465f-9bb6-c53c6d4f1a50 req-2011027d-9f40-49b9-bbc3-0bdc8c313e8c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 1100 time: 0.1126463 Aug 13 02:41:32.352370 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abfe25f-2e5e-475a-b506-92464d289486 x-openstack-request-id: req-3abfe25f-2e5e-475a-b506-92464d289486 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:32.352728 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "374624bf-d94d-4f32-8597-f90bfa2b87d7", "name": "network-vif-deleted", "tag": "03881086-615c-4f34-852d-2f901f054406", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:32.352926 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3abfe25f-2e5e-475a-b506-92464d289486 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:32.353312 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '374624bf-d94d-4f32-8597-f90bfa2b87d7', 'name': 'network-vif-deleted', 'tag': '03881086-615c-4f34-852d-2f901f054406', 'status': 'completed', 'code': 200} Aug 13 02:41:32.366923 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-485883fb-7534-465f-9bb6-c53c6d4f1a50 req-8d0af274-9cbe-42c9-bcc7-ff3a224948d4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330138 Aug 13 02:41:32.989342 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e39ce-6352-4704-a078-412c7b09ece3 req-2ff8f8d3-4159-4efb-b9da-202da1b3dd2d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:32.991286 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-184e39ce-6352-4704-a078-412c7b09ece3 req-2ff8f8d3-4159-4efb-b9da-202da1b3dd2d tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.0657237 Aug 13 02:41:33.130416 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d6a31-5107-4a54-9a48-58839f996705 req-0a652b33-5173-4d7f-8b40-cb24200e40bd tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:33.131866 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-379d6a31-5107-4a54-9a48-58839f996705 req-0a652b33-5173-4d7f-8b40-cb24200e40bd tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 945 time: 0.1323712 Aug 13 02:41:33.138903 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661f479-1c6f-473a-b9e4-6637aebd48be req-44722c3f-82a5-4194-acc5-90d39cb20019 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:33.140219 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1661f479-1c6f-473a-b9e4-6637aebd48be req-44722c3f-82a5-4194-acc5-90d39cb20019 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 947 time: 0.1339238 Aug 13 02:41:33.209905 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-184e39ce-6352-4704-a078-412c7b09ece3 req-88fcfed6-23e4-4614-9132-ec64a3fb1c31 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Deleting port 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:41:33.210183 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-184e39ce-6352-4704-a078-412c7b09ece3 req-88fcfed6-23e4-4614-9132-ec64a3fb1c31 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.215263 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-379d6a31-5107-4a54-9a48-58839f996705 req-7dc9be0f-8777-4f6b-af8e-0aa41343d1c0 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c81682b-3b66-4e77-a655-207d018f96f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732014 Aug 13 02:41:33.219015 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1661f479-1c6f-473a-b9e4-6637aebd48be req-f13dc740-08a7-4a50-baed-827bddee04da tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671937 Aug 13 02:41:33.337701 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ff543a9a-00cc-461d-86f8-3e3919cea97f req-0f6d40c8-e70f-4101-8365-a496c70a0178 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=374624bf-d94d-4f32-8597-f90bfa2b87d7 HTTP/1.1" status: 200 len: 210 time: 0.0355425 Aug 13 02:41:33.339394 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-184e39ce-6352-4704-a078-412c7b09ece3 req-88fcfed6-23e4-4614-9132-ec64a3fb1c31 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] For port 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758,segment=NetworkSegment(96b00fa7-615e-4eee-ae4e-eaa51bfccf72),segment_id=96b00fa7-615e-4eee-ae4e-eaa51bfccf72)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:33.339761 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-184e39ce-6352-4704-a078-412c7b09ece3 req-88fcfed6-23e4-4614-9132-ec64a3fb1c31 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.354508 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-184e39ce-6352-4704-a078-412c7b09ece3 req-88fcfed6-23e4-4614-9132-ec64a3fb1c31 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Calling delete_port for 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:41:33.434398 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device d25671bd-0ca1-4479-97d0-d164082939ce no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:33.454254 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: d25671bd-0ca1-4479-97d0-d164082939ce {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:41:33.454585 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device d25671bd-0ca1-4479-97d0-d164082939ce not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:41:33.487577 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-184e39ce-6352-4704-a078-412c7b09ece3 req-88fcfed6-23e4-4614-9132-ec64a3fb1c31 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.515167 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcfed6-23e4-4614-9132-ec64a3fb1c31 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Pushing event deleted for resources: {'Port': ['ID=8e90d8bd-f7b0-4ca1-ab6d-11b14f018758,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:33.557728 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-184e39ce-6352-4704-a078-412c7b09ece3 req-88fcfed6-23e4-4614-9132-ec64a3fb1c31 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] No DVR routers for this DVR port 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:41:33.560251 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-184e39ce-6352-4704-a078-412c7b09ece3 req-88fcfed6-23e4-4614-9132-ec64a3fb1c31 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:33.562356 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-184e39ce-6352-4704-a078-412c7b09ece3 req-88fcfed6-23e4-4614-9132-ec64a3fb1c31 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.60 "DELETE /v2.0/ports/8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 HTTP/1.1" status: 204 len: 173 time: 0.5639606 Aug 13 02:41:33.569957 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['8e90d8bd-f7b0-4ca1-ab6d-11b14f018758'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:33.871061 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:34.359947 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd57c8e-ffbb-480d-aaae-aaaf9626775a', 'name': 'network-vif-deleted', 'tag': '8e90d8bd-f7b0-4ca1-ab6d-11b14f018758'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:34.362282 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54f92d9-3827-437f-8d4a-32f391cb62f0" -d '{"events": [{"server_uuid": "bcd57c8e-ffbb-480d-aaae-aaaf9626775a", "name": "network-vif-deleted", "tag": "8e90d8bd-f7b0-4ca1-ab6d-11b14f018758"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:34.368258 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bf1c3cd-2d59-43cd-b821-24caffec6720 req-97f940ac-086f-4087-8725-698305615043 tempest-ServerRescueNegativeTestJSON-525634971 tempest-ServerRescueNegativeTestJSON-525634971-project] 10.222.0.42 "GET /v2.0/ports?device_id=bcd57c8e-ffbb-480d-aaae-aaaf9626775a HTTP/1.1" status: 200 len: 210 time: 0.0472567 Aug 13 02:41:34.384655 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfedf5-d701-45bc-b5ed-ad220e27f103 req-a59a49dd-f21a-4115-a50f-378f5f5009d0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:34.386517 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6edfedf5-d701-45bc-b5ed-ad220e27f103 req-a59a49dd-f21a-4115-a50f-378f5f5009d0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 947 time: 0.0801122 Aug 13 02:41:34.427295 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6edfedf5-d701-45bc-b5ed-ad220e27f103 req-f7d2fb95-66e6-4110-bc60-92292d069eb2 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329032 Aug 13 02:41:34.481917 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef75547-f30c-4d16-b042-927464da405f x-openstack-request-id: req-4ef75547-f30c-4d16-b042-927464da405f {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:34.482221 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd57c8e-ffbb-480d-aaae-aaaf9626775a", "name": "network-vif-deleted", "tag": "8e90d8bd-f7b0-4ca1-ab6d-11b14f018758", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:34.482454 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ef75547-f30c-4d16-b042-927464da405f {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:34.482847 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd57c8e-ffbb-480d-aaae-aaaf9626775a', 'name': 'network-vif-deleted', 'tag': '8e90d8bd-f7b0-4ca1-ab6d-11b14f018758', 'status': 'completed', 'code': 200} Aug 13 02:41:35.430201 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60950) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:35.457706 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:35.479403 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:41:35.479539 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 8e90d8bd-f7b0-4ca1-ab6d-11b14f018758 not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:41:35.480385 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 03881086-615c-4f34-852d-2f901f054406 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:35.499415 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 03881086-615c-4f34-852d-2f901f054406 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:41:35.499718 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 03881086-615c-4f34-852d-2f901f054406 not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:41:35.568974 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4bd78e-dcfb-4b0a-b08b-3bc092649784 req-441b7cf0-9e20-4e94-a4dc-42568cdcd27e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:35.570441 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fe4bd78e-dcfb-4b0a-b08b-3bc092649784 req-441b7cf0-9e20-4e94-a4dc-42568cdcd27e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 947 time: 0.0532522 Aug 13 02:41:35.610212 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fe4bd78e-dcfb-4b0a-b08b-3bc092649784 req-7ec6d340-7c57-4091-9049-4ef586317a94 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328496 Aug 13 02:41:35.792537 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad637fba-3f79-462b-ac5e-f8ca6e40cd0c req-0bc67215-3c9a-4a15-b8fd-fca7da7ba1e4 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:35.794344 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ad637fba-3f79-462b-ac5e-f8ca6e40cd0c req-0bc67215-3c9a-4a15-b8fd-fca7da7ba1e4 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 945 time: 0.0497074 Aug 13 02:41:35.832848 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ad637fba-3f79-462b-ac5e-f8ca6e40cd0c req-89318be7-02f9-4b5b-a095-2306a8d8f524 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321283 Aug 13 02:41:35.866850 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-032a2c16-f397-4fec-9e91-9c9986fddae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1662611'] for router_interface, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.357528 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6c3e4ab4-7768-4265-8c33-09c48eada6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.380280 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-032a2c16-f397-4fec-9e91-9c9986fddae2 admin admin] Deleting port 8c54125d-5612-4903-8dda-3198c42dc1e7 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:41:36.380659 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-032a2c16-f397-4fec-9e91-9c9986fddae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.473081 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-032a2c16-f397-4fec-9e91-9c9986fddae2 admin admin] For port 8c54125d-5612-4903-8dda-3198c42dc1e7, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=8c54125d-5612-4903-8dda-3198c42dc1e7,segment=NetworkSegment(96b00fa7-615e-4eee-ae4e-eaa51bfccf72),segment_id=96b00fa7-615e-4eee-ae4e-eaa51bfccf72)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:36.474165 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-032a2c16-f397-4fec-9e91-9c9986fddae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.487140 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-032a2c16-f397-4fec-9e91-9c9986fddae2 admin admin] Calling delete_port for 8c54125d-5612-4903-8dda-3198c42dc1e7 owned by network:router_interface {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:41:36.702109 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-032a2c16-f397-4fec-9e91-9c9986fddae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.732140 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a2c16-f397-4fec-9e91-9c9986fddae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c54125d-5612-4903-8dda-3198c42dc1e7,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:36.888890 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-032a2c16-f397-4fec-9e91-9c9986fddae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686051'] for router_interface, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:36.952017 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733181a-3141-4f5f-85de-4c7c2aa72f88 req-23d2a215-627f-479b-9ddc-4238d87fad39 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:36.953589 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5733181a-3141-4f5f-85de-4c7c2aa72f88 req-23d2a215-627f-479b-9ddc-4238d87fad39 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 945 time: 0.0497377 Aug 13 02:41:36.994194 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5733181a-3141-4f5f-85de-4c7c2aa72f88 req-361036f1-a5b0-4aba-b9d2-f4e195b69988 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330832 Aug 13 02:41:37.117816 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032a2c16-f397-4fec-9e91-9c9986fddae2 admin admin] Router 85b15e3b-8a19-48d3-a67c-c497d3583813 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:41:37.228649 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032a2c16-f397-4fec-9e91-9c9986fddae2 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:41:37.236111 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-032a2c16-f397-4fec-9e91-9c9986fddae2 admin admin] 10.222.0.42 "PUT /v2.0/routers/85b15e3b-8a19-48d3-a67c-c497d3583813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8048818 Aug 13 02:41:37.236356 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 60966) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:37.237298 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5cc67d-dcbe-4034-9606-4c29ebe4626a None None] Sync routers for ids ['85b15e3b-8a19-48d3-a67c-c497d3583813'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:41:37.247236 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5cc67d-dcbe-4034-9606-4c29ebe4626a None None] Routers {'85b15e3b-8a19-48d3-a67c-c497d3583813'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:37.247853 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6a5cc67d-dcbe-4034-9606-4c29ebe4626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:41:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['85b15e3b-8a19-48d3-a67c-c497d3583813'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:37.344042 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.349175 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-6a5cc67d-dcbe-4034-9606-4c29ebe4626a None None] Set router 85b15e3b-8a19-48d3-a67c-c497d3583813 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:37.444629 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.498597 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] Deleting port 990b2fc3-4cc6-48a0-b65a-3bd0ed637899 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:41:37.498875 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.521305 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6a5cc67d-dcbe-4034-9606-4c29ebe4626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'name': 'tempest-ServerRescueNegativeTestJSON-383783818-router', 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '990b2fc3-4cc6-48a0-b65a-3bd0ed637899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:51Z', 'updated_at': '2021-08-13T02:41:36Z', 'revision_number': 5, 'project_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'gw_port': {'id': '990b2fc3-4cc6-48a0-b65a-3bd0ed637899', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:52Z', 'updated_at': '2021-08-13T02:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:37.549895 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5cc67d-dcbe-4034-9606-4c29ebe4626a None None] Checking router: 85b15e3b-8a19-48d3-a67c-c497d3583813 for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:41:37.557887 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5cc67d-dcbe-4034-9606-4c29ebe4626a None None] Routers {'85b15e3b-8a19-48d3-a67c-c497d3583813'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:41:37.558473 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6a5cc67d-dcbe-4034-9606-4c29ebe4626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:41:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['85b15e3b-8a19-48d3-a67c-c497d3583813'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:37.603553 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] For port 990b2fc3-4cc6-48a0-b65a-3bd0ed637899, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=990b2fc3-4cc6-48a0-b65a-3bd0ed637899,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:37.603912 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.618081 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] Calling delete_port for 990b2fc3-4cc6-48a0-b65a-3bd0ed637899 owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:41:37.638988 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac73b8e-5de7-43d0-bec0-cea5c252d9d9 req-2963adf1-c94d-401c-8ea3-9ccdca436430 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:37.640480 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1ac73b8e-5de7-43d0-bec0-cea5c252d9d9 req-2963adf1-c94d-401c-8ea3-9ccdca436430 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 945 time: 0.0754445 Aug 13 02:41:37.640976 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-6a5cc67d-dcbe-4034-9606-4c29ebe4626a None None] Set router 85b15e3b-8a19-48d3-a67c-c497d3583813 gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:41:37.689752 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-6a5cc67d-dcbe-4034-9606-4c29ebe4626a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'name': 'tempest-ServerRescueNegativeTestJSON-383783818-router', 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:51Z', 'updated_at': '2021-08-13T02:41:37Z', 'revision_number': 6, 'project_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'gw_port_host': None}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:37.718297 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5cc67d-dcbe-4034-9606-4c29ebe4626a None None] The sync data for ids ['85b15e3b-8a19-48d3-a67c-c497d3583813'] in dv-cinder-760184-6-iscsi is: [{'id': '85b15e3b-8a19-48d3-a67c-c497d3583813', 'name': 'tempest-ServerRescueNegativeTestJSON-383783818-router', 'tenant_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:51Z', 'updated_at': '2021-08-13T02:41:37Z', 'revision_number': 6, 'project_id': '5ab7602dc7a742c9ab40295105bc5b1a', 'gw_port_host': None}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:41:37.857780 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-1ac73b8e-5de7-43d0-bec0-cea5c252d9d9 req-45b31db9-72a2-43df-ae51-baf79581615c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Deleting port 03c91296-dae0-4c97-b24e-cfca354525e6 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:41:37.858113 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1ac73b8e-5de7-43d0-bec0-cea5c252d9d9 req-45b31db9-72a2-43df-ae51-baf79581615c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.933760 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:37.968581 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] Pushing event deleted for resources: {'Port': ['ID=990b2fc3-4cc6-48a0-b65a-3bd0ed637899,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:37.984385 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-1ac73b8e-5de7-43d0-bec0-cea5c252d9d9 req-45b31db9-72a2-43df-ae51-baf79581615c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] For port 03c91296-dae0-4c97-b24e-cfca354525e6, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=03c91296-dae0-4c97-b24e-cfca354525e6,segment=NetworkSegment(ab25cdba-ca36-44c8-a7e9-2fc6703a144d),segment_id=ab25cdba-ca36-44c8-a7e9-2fc6703a144d)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:41:37.984767 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1ac73b8e-5de7-43d0-bec0-cea5c252d9d9 req-45b31db9-72a2-43df-ae51-baf79581615c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.025864 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-1ac73b8e-5de7-43d0-bec0-cea5c252d9d9 req-45b31db9-72a2-43df-ae51-baf79581615c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Calling delete_port for 03c91296-dae0-4c97-b24e-cfca354525e6 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:41:38.094939 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686489'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.465964 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.470378 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.542955 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d6063-50df-4a62-970e-b5f15f3467ef req-5c887274-826d-4f0e-bc52-05aa2983d426 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:38.544456 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8d7d6063-50df-4a62-970e-b5f15f3467ef req-5c887274-826d-4f0e-bc52-05aa2983d426 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/ports?device_id=731aa149-5496-4a16-9423-508655e0a8ed HTTP/1.1" status: 200 len: 945 time: 0.4635544 Aug 13 02:41:38.580188 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673018'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.580751 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85b15e3b-8a19-48d3-a67c-c497d3583813 {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:41:38.597761 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.599018 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-b710c1c8-e1f5-4b5e-8925-fcc618182b2f admin admin] 10.222.0.42 "DELETE /v2.0/routers/85b15e3b-8a19-48d3-a67c-c497d3583813 HTTP/1.1" status: 204 len: 168 time: 1.3616104 Aug 13 02:41:38.602555 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60974) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:38.631541 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8d7d6063-50df-4a62-970e-b5f15f3467ef req-7f94d38a-3bc5-4688-832a-7bf0b2138647 tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ac30640-4f84-4e9a-b70a-41d05e06d7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798635 Aug 13 02:41:38.638284 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1ac73b8e-5de7-43d0-bec0-cea5c252d9d9 req-45b31db9-72a2-43df-ae51-baf79581615c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.678845 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['03c91296-dae0-4c97-b24e-cfca354525e6'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:41:38.679921 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab797ec-4fbb-452f-b353-f35c125cae70 admin admin] Deleting subnet cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:41:38.685712 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8ab797ec-4fbb-452f-b353-f35c125cae70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.691584 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b31db9-72a2-43df-ae51-baf79581615c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Pushing event deleted for resources: {'Port': ['ID=03c91296-dae0-4c97-b24e-cfca354525e6,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:38.734897 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8ab797ec-4fbb-452f-b353-f35c125cae70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5565699'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.785908 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8ab797ec-4fbb-452f-b353-f35c125cae70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.791206 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac73b8e-5de7-43d0-bec0-cea5c252d9d9 req-45b31db9-72a2-43df-ae51-baf79581615c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] No DVR routers for this DVR port 03c91296-dae0-4c97-b24e-cfca354525e6 on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:41:38.808565 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-1ac73b8e-5de7-43d0-bec0-cea5c252d9d9 req-45b31db9-72a2-43df-ae51-baf79581615c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.810548 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1ac73b8e-5de7-43d0-bec0-cea5c252d9d9 req-45b31db9-72a2-43df-ae51-baf79581615c tempest-AttachVolumeNegativeTest-2141324791 tempest-AttachVolumeNegativeTest-2141324791-project] 10.222.0.60 "DELETE /v2.0/ports/03c91296-dae0-4c97-b24e-cfca354525e6 HTTP/1.1" status: 204 len: 173 time: 1.1360254 Aug 13 02:41:38.811116 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '731aa149-5496-4a16-9423-508655e0a8ed', 'name': 'network-vif-deleted', 'tag': '03c91296-dae0-4c97-b24e-cfca354525e6'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:41:38.813391 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ce0c35-9043-4e12-b0fe-a40b232da492" -d '{"events": [{"server_uuid": "731aa149-5496-4a16-9423-508655e0a8ed", "name": "network-vif-deleted", "tag": "03c91296-dae0-4c97-b24e-cfca354525e6"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:41:38.830806 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 990b2fc3-4cc6-48a0-b65a-3bd0ed637899 no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:38.845042 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039941c8-cf26-4237-8b33-96705559d515 req-35fa88fa-cd03-4002-beb8-b3178fe81c81 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:38.846570 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-039941c8-cf26-4237-8b33-96705559d515 req-35fa88fa-cd03-4002-beb8-b3178fe81c81 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.1150072 Aug 13 02:41:38.848751 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3566a32-03af-47c4-a00b-76fb0b8f1002 req-a8403ae9-8f0c-4c9b-947b-36b5b83bc8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:38.850159 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d3566a32-03af-47c4-a00b-76fb0b8f1002 req-a8403ae9-8f0c-4c9b-947b-36b5b83bc8d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=583c4a6ab3bd4094b9a258a2f0b3579e&device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 1137 time: 0.1152403 Aug 13 02:41:38.859635 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 990b2fc3-4cc6-48a0-b65a-3bd0ed637899 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:41:38.860338 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 990b2fc3-4cc6-48a0-b65a-3bd0ed637899 not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:41:38.861021 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 8c54125d-5612-4903-8dda-3198c42dc1e7 no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:38.868794 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8ab797ec-4fbb-452f-b353-f35c125cae70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5759410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5577348'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.881039 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438a5041-dc1e-44b6-b258-5128bf74a378 x-openstack-request-id: req-438a5041-dc1e-44b6-b258-5128bf74a378 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:41:38.881250 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "731aa149-5496-4a16-9423-508655e0a8ed", "name": "network-vif-deleted", "tag": "03c91296-dae0-4c97-b24e-cfca354525e6", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:41:38.881505 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-438a5041-dc1e-44b6-b258-5128bf74a378 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:41:38.881886 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '731aa149-5496-4a16-9423-508655e0a8ed', 'name': 'network-vif-deleted', 'tag': '03c91296-dae0-4c97-b24e-cfca354525e6', 'status': 'completed', 'code': 200} Aug 13 02:41:38.886082 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8ab797ec-4fbb-452f-b353-f35c125cae70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:38.890971 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 8c54125d-5612-4903-8dda-3198c42dc1e7 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:41:38.891154 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8ab797ec-4fbb-452f-b353-f35c125cae70 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c HTTP/1.1" status: 204 len: 168 time: 0.2845066 Aug 13 02:41:38.891271 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 8c54125d-5612-4903-8dda-3198c42dc1e7 not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:41:38.902014 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 60980) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:38.908035 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab797ec-4fbb-452f-b353-f35c125cae70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd0ba35-283c-41f1-b1d8-a0ecf9d3ed9c,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:39.007681 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-039941c8-cf26-4237-8b33-96705559d515 req-ad5c113e-ae41-43dd-b697-0bf836374787 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448691 Aug 13 02:41:39.041663 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28a9657a-9669-4c71-a9a3-05d44d9ae9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.055023 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3566a32-03af-47c4-a00b-76fb0b8f1002 req-d7921c13-baff-410d-b1c1-d59e93443e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:39.056486 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d3566a32-03af-47c4-a00b-76fb0b8f1002 req-d7921c13-baff-410d-b1c1-d59e93443e34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 HTTP/1.1" status: 200 len: 915 time: 0.1923487 Aug 13 02:41:39.157782 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.176526 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28a9657a-9669-4c71-a9a3-05d44d9ae9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.190161 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-28a9657a-9669-4c71-a9a3-05d44d9ae9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe858a6-ca4c-4264-bddc-22721051f7c2']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:39.198064 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d3566a32-03af-47c4-a00b-76fb0b8f1002 req-34da9d2d-6624-4d85-9ff6-9a6f1e997e60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 HTTP/1.1" status: 200 len: 999 time: 0.1176171 Aug 13 02:41:39.201264 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-28a9657a-9669-4c71-a9a3-05d44d9ae9f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b00fa7-615e-4eee-ae4e-eaa51bfccf72') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:39.201590 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-28a9657a-9669-4c71-a9a3-05d44d9ae9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b00fa7-615e-4eee-ae4e-eaa51bfccf72') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:39.210656 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28a9657a-9669-4c71-a9a3-05d44d9ae9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318471'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.249079 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28a9657a-9669-4c71-a9a3-05d44d9ae9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.260466 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a9657a-9669-4c71-a9a3-05d44d9ae9f3 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:41:39.260901 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28a9657a-9669-4c71-a9a3-05d44d9ae9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7328818'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: Traceback (most recent call last): Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: timer() Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: cb(*args, **kw) Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: return func(*args, **kwargs) Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: self._notify() Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: self.callback(batched_events) Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: event.method(event) Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: return f(self, *a, **k) Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: return self._get(url).json() Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:41:39.262547 dv-cinder-760184-6-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:41:39.308980 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3566a32-03af-47c4-a00b-76fb0b8f1002 req-ae998908-549b-4fab-ba9e-45fdd4b0802a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:39.310441 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d3566a32-03af-47c4-a00b-76fb0b8f1002 req-ae998908-549b-4fab-ba9e-45fdd4b0802a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb003ed-61ad-436a-a6bb-1d970bfe3403 HTTP/1.1" status: 200 len: 853 time: 0.0936954 Aug 13 02:41:39.319393 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dda5f675-1e27-4459-b1c0-6214bec113c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.346477 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28a9657a-9669-4c71-a9a3-05d44d9ae9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.357352 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28a9657a-9669-4c71-a9a3-05d44d9ae9f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.359322 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-28a9657a-9669-4c71-a9a3-05d44d9ae9f3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9fe858a6-ca4c-4264-bddc-22721051f7c2 HTTP/1.1" status: 204 len: 168 time: 0.4562852 Aug 13 02:41:39.374037 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9657a-9669-4c71-a9a3-05d44d9ae9f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe858a6-ca4c-4264-bddc-22721051f7c2,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:39.381513 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3566a32-03af-47c4-a00b-76fb0b8f1002 req-3372b083-b6b4-464c-9004-c411b5686f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:39.382840 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d3566a32-03af-47c4-a00b-76fb0b8f1002 req-3372b083-b6b4-464c-9004-c411b5686f34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634329 Aug 13 02:41:39.482500 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d3566a32-03af-47c4-a00b-76fb0b8f1002 req-3e011f49-e658-4bb2-9ed1-9a75f6e6bc9f service neutron] 10.222.0.60 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899305 Aug 13 02:41:39.539912 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60984) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:39.578539 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-002c84ba-a904-4a3d-91b1-ba1fe0bacaff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ab7602dc7a742c9ab40295105bc5b1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372992 Aug 13 02:41:39.580968 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 60986) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:39.587834 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d3566a32-03af-47c4-a00b-76fb0b8f1002 req-3a9a29bc-1d7b-452b-8cf6-1254b5edfcbf service neutron] 10.222.0.60 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967498 Aug 13 02:41:39.627250 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-62b94274-991b-471e-8d25-6e34c72dc72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.651395 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-62b94274-991b-471e-8d25-6e34c72dc72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.699256 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 60990) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:39.710085 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-62b94274-991b-471e-8d25-6e34c72dc72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.712965 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-62b94274-991b-471e-8d25-6e34c72dc72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.716742 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-62b94274-991b-471e-8d25-6e34c72dc72b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c81682b-3b66-4e77-a655-207d018f96f9 HTTP/1.1" status: 204 len: 168 time: 0.1348429 Aug 13 02:41:39.725065 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b94274-991b-471e-8d25-6e34c72dc72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c81682b-3b66-4e77-a655-207d018f96f9,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:39.763789 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9e6c06-72b6-4bbf-a077-b23d95c4ff6d admin admin] Deleting subnet c7b402c5-713b-4159-ad46-e99bb2dc7e4a {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:41:39.767637 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6c06-72b6-4bbf-a077-b23d95c4ff6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.805673 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6c06-72b6-4bbf-a077-b23d95c4ff6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318480'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.857098 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6c06-72b6-4bbf-a077-b23d95c4ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.917905 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6c06-72b6-4bbf-a077-b23d95c4ff6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7329004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6980235'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.943712 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e6c06-72b6-4bbf-a077-b23d95c4ff6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7b402c5-713b-4159-ad46-e99bb2dc7e4a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:39.947358 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ad9e6c06-72b6-4bbf-a077-b23d95c4ff6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:39.949333 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ad9e6c06-72b6-4bbf-a077-b23d95c4ff6d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c7b402c5-713b-4159-ad46-e99bb2dc7e4a HTTP/1.1" status: 204 len: 168 time: 0.2490416 Aug 13 02:41:39.951744 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 60996) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:40.030678 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9fe45ce6-5cb3-4c35-91a5-ffa22d362d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:40.142002 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9fe45ce6-5cb3-4c35-91a5-ffa22d362d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:40.158485 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-9fe45ce6-5cb3-4c35-91a5-ffa22d362d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0945f000-2077-4600-a181-e1215459c07a']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:40.169928 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-9fe45ce6-5cb3-4c35-91a5-ffa22d362d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:40.170212 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-9fe45ce6-5cb3-4c35-91a5-ffa22d362d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab25cdba-ca36-44c8-a7e9-2fc6703a144d') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:41:40.182087 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9fe45ce6-5cb3-4c35-91a5-ffa22d362d91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318471'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:40.198221 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590ad6c-1e72-4172-9aa8-68b5291514fd req-e5af9659-0064-4049-81a0-128a5ad7ce39 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:40.199724 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e590ad6c-1e72-4172-9aa8-68b5291514fd req-e5af9659-0064-4049-81a0-128a5ad7ce39 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0949895 Aug 13 02:41:40.207115 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9fe45ce6-5cb3-4c35-91a5-ffa22d362d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:40.219135 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe45ce6-5cb3-4c35-91a5-ffa22d362d91 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:41:40.219497 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9fe45ce6-5cb3-4c35-91a5-ffa22d362d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7328818'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: Traceback (most recent call last): Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: timer() Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: cb(*args, **kw) Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: return func(*args, **kwargs) Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: self._notify() Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: self.callback(batched_events) Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: event.method(event) Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: return f(self, *a, **k) Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: return self._get(url).json() Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:41:40.222157 dv-cinder-760184-6-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:41:40.295302 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e590ad6c-1e72-4172-9aa8-68b5291514fd req-5c29b9ea-d00d-4840-9400-2c2e92bc6f3e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0855682 Aug 13 02:41:40.296994 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9fe45ce6-5cb3-4c35-91a5-ffa22d362d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:40.302256 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9fe45ce6-5cb3-4c35-91a5-ffa22d362d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:40.304173 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9fe45ce6-5cb3-4c35-91a5-ffa22d362d91 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0945f000-2077-4600-a181-e1215459c07a HTTP/1.1" status: 204 len: 168 time: 0.3515069 Aug 13 02:41:40.314885 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe45ce6-5cb3-4c35-91a5-ffa22d362d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=0945f000-2077-4600-a181-e1215459c07a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:40.424977 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 32786) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:40.445802 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:40.466341 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-31677413-3f6e-42e7-aef8-71db654e89b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f1bf98d70c54d758a20a5ee1e380ef4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398722 Aug 13 02:41:40.468829 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 32788) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:40.523345 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f78cb371-61e5-43aa-adf4-aa0555a2b9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:40.544906 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f78cb371-61e5-43aa-adf4-aa0555a2b9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:40.592256 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f78cb371-61e5-43aa-adf4-aa0555a2b9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:40.602224 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f78cb371-61e5-43aa-adf4-aa0555a2b9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:40.602224 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f78cb371-61e5-43aa-adf4-aa0555a2b9b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ac30640-4f84-4e9a-b70a-41d05e06d7e7 HTTP/1.1" status: 204 len: 168 time: 0.1265833 Aug 13 02:41:40.604817 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cb371-61e5-43aa-adf4-aa0555a2b9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac30640-4f84-4e9a-b70a-41d05e06d7e7,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:41.428842 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9873c-396d-4f4c-8aa6-bcf5bd9f36db req-e02e2105-7453-4d65-83b1-dee55b79dd7d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:41.432600 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 03c91296-dae0-4c97-b24e-cfca354525e6 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:41:41.436401 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-87e9873c-396d-4f4c-8aa6-bcf5bd9f36db req-e02e2105-7453-4d65-83b1-dee55b79dd7d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0632417 Aug 13 02:41:41.454443 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 03c91296-dae0-4c97-b24e-cfca354525e6 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:41:41.455429 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 03c91296-dae0-4c97-b24e-cfca354525e6 not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:41:41.478726 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-87e9873c-396d-4f4c-8aa6-bcf5bd9f36db req-42f21892-f5c1-481a-a3eb-3a4e196e2b55 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414214 Aug 13 02:41:41.765311 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:42.612322 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb3ad4-a53f-4d66-bb08-980d5e65a018 req-496edaff-8f7d-4fee-be9f-ae6f9e40f687 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:42.614564 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44fb3ad4-a53f-4d66-bb08-980d5e65a018 req-496edaff-8f7d-4fee-be9f-ae6f9e40f687 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0588074 Aug 13 02:41:42.656112 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44fb3ad4-a53f-4d66-bb08-980d5e65a018 req-da193afd-9732-434b-a8d1-4498de3e279a tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350187 Aug 13 02:41:43.785072 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce350ab2-82a2-466d-9ec5-31c36de617b0 req-defc0971-092f-4b28-a7f1-4c7bfe5e530d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:43.786540 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ce350ab2-82a2-466d-9ec5-31c36de617b0 req-defc0971-092f-4b28-a7f1-4c7bfe5e530d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0538783 Aug 13 02:41:43.829342 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ce350ab2-82a2-466d-9ec5-31c36de617b0 req-0c803a75-fdcb-497b-b5cf-295275e7e518 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363822 Aug 13 02:41:44.918844 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 32912) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:44.955729 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5bb61-3687-4fea-a00c-20043da9819d req-761bbb98-ab74-46ee-ab3e-de7ea7add47b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:44.957567 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5fb5bb61-3687-4fea-a00c-20043da9819d req-761bbb98-ab74-46ee-ab3e-de7ea7add47b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0530198 Aug 13 02:41:44.998331 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5fb5bb61-3687-4fea-a00c-20043da9819d req-95c025f1-9593-423f-b6f1-3d11f4455bb3 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343010 Aug 13 02:41:45.025272 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d2a6adeb-dfaf-4c14-819a-17bcb45042a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.109092 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d2a6adeb-dfaf-4c14-819a-17bcb45042a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.114944 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d2a6adeb-dfaf-4c14-819a-17bcb45042a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.152679 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d2a6adeb-dfaf-4c14-819a-17bcb45042a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bebbd029bcde4e31b3d37e368ca93c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327740 Aug 13 02:41:45.153784 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6adeb-dfaf-4c14-819a-17bcb45042a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22981500-8ec0-476f-8f62-cd72b4b7603f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:45.156013 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 32916) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:45.207142 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6579c86b-db7a-4014-a452-6d6338ff4ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.228562 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6579c86b-db7a-4014-a452-6d6338ff4ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.277843 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6579c86b-db7a-4014-a452-6d6338ff4ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.281038 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6579c86b-db7a-4014-a452-6d6338ff4ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.282580 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6579c86b-db7a-4014-a452-6d6338ff4ca5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22981500-8ec0-476f-8f62-cd72b4b7603f HTTP/1.1" status: 204 len: 168 time: 0.1247866 Aug 13 02:41:45.290209 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579c86b-db7a-4014-a452-6d6338ff4ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22981500-8ec0-476f-8f62-cd72b4b7603f,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:45.564492 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 32928) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:45.577310 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a97e408d-6d0a-43ba-97db-5b89ca8d1d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.679349 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a97e408d-6d0a-43ba-97db-5b89ca8d1d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.685664 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a97e408d-6d0a-43ba-97db-5b89ca8d1d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.724062 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a97e408d-6d0a-43ba-97db-5b89ca8d1d92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ede7ac98ef934ce9b280217b7d5c7e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585195 Aug 13 02:41:45.724698 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e408d-6d0a-43ba-97db-5b89ca8d1d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc86ed8-260d-4182-9d98-a532c317a850,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:45.726645 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 32938) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:45.776435 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-34a858be-1d87-4866-ae67-42abb6a920ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.802812 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-34a858be-1d87-4866-ae67-42abb6a920ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.851266 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-34a858be-1d87-4866-ae67-42abb6a920ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.854839 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-34a858be-1d87-4866-ae67-42abb6a920ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:45.856215 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-34a858be-1d87-4866-ae67-42abb6a920ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6bc86ed8-260d-4182-9d98-a532c317a850 HTTP/1.1" status: 204 len: 168 time: 0.1279705 Aug 13 02:41:45.868745 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a858be-1d87-4866-ae67-42abb6a920ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc86ed8-260d-4182-9d98-a532c317a850,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:46.122756 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435d2e6-fcb7-4ea0-846c-8f52339bf8c6 req-e71090f9-9c5f-462b-9e0d-d424afcb4bf4 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:46.124279 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1435d2e6-fcb7-4ea0-846c-8f52339bf8c6 req-e71090f9-9c5f-462b-9e0d-d424afcb4bf4 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0558367 Aug 13 02:41:46.172987 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1435d2e6-fcb7-4ea0-846c-8f52339bf8c6 req-c7c4dbef-4ffa-49e0-806d-f2f9a4b5de78 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414202 Aug 13 02:41:47.295042 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f00e92-3c44-43e9-9687-11107ca2d892 req-69a05f7a-4f64-48e6-ac93-f17b66faf6d9 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:47.296555 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2f00e92-3c44-43e9-9687-11107ca2d892 req-69a05f7a-4f64-48e6-ac93-f17b66faf6d9 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0503485 Aug 13 02:41:47.339219 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2f00e92-3c44-43e9-9687-11107ca2d892 req-1d3e4640-7433-4c66-8481-6d8f93104d21 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365598 Aug 13 02:41:48.468617 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90ec42-f8f1-4569-9bca-2ae535c02e1c req-27f3129f-9937-459a-9706-5046d7f5f586 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:48.470030 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6d90ec42-f8f1-4569-9bca-2ae535c02e1c req-27f3129f-9937-459a-9706-5046d7f5f586 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0591679 Aug 13 02:41:48.510630 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6d90ec42-f8f1-4569-9bca-2ae535c02e1c req-f184150c-24e4-439f-ace9-14ba98f3b7f5 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344100 Aug 13 02:41:49.641516 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514e09a-d9e6-4d62-8141-56c142cfdc50 req-1daa4b01-af2f-47a0-94b6-2e6b690ecce0 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:49.642980 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3514e09a-d9e6-4d62-8141-56c142cfdc50 req-1daa4b01-af2f-47a0-94b6-2e6b690ecce0 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0620337 Aug 13 02:41:49.684331 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3514e09a-d9e6-4d62-8141-56c142cfdc50 req-6fa4ae68-3f8e-46d5-9a69-3aee41e82f47 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350523 Aug 13 02:41:50.072013 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33050) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:50.180053 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71b39eae-a63c-422c-8f6f-745374808e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:50.284410 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71b39eae-a63c-422c-8f6f-745374808e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:50.289566 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71b39eae-a63c-422c-8f6f-745374808e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:50.325604 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39eae-a63c-422c-8f6f-745374808e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd00342c-8922-4a7e-b404-4153a96d8c92,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:50.330388 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-71b39eae-a63c-422c-8f6f-745374808e32 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f5256c40076469e87e924e411bb30f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572713 Aug 13 02:41:50.334282 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33054) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:50.384472 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eb3aeff1-8b94-4afb-9bbc-382734e78642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:50.406572 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eb3aeff1-8b94-4afb-9bbc-382734e78642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:50.461043 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eb3aeff1-8b94-4afb-9bbc-382734e78642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:50.463445 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eb3aeff1-8b94-4afb-9bbc-382734e78642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:50.464585 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-eb3aeff1-8b94-4afb-9bbc-382734e78642 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd00342c-8922-4a7e-b404-4153a96d8c92 HTTP/1.1" status: 204 len: 168 time: 0.1294150 Aug 13 02:41:50.472090 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3aeff1-8b94-4afb-9bbc-382734e78642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd00342c-8922-4a7e-b404-4153a96d8c92,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:50.804241 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6212a-e892-4d5f-8446-abd81325a95f req-df49662c-3437-47ba-89a1-18229a04120c tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:50.805753 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-60d6212a-e892-4d5f-8446-abd81325a95f req-df49662c-3437-47ba-89a1-18229a04120c tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0503895 Aug 13 02:41:50.848101 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-60d6212a-e892-4d5f-8446-abd81325a95f req-704996f5-a5ca-43c4-b431-410a8fa6ba3e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356090 Aug 13 02:41:51.971393 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc618c17-ad79-4477-82a7-dd78d1e7882f req-d84c711f-4907-4dac-851e-f274d66a4048 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:51.972925 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dc618c17-ad79-4477-82a7-dd78d1e7882f req-d84c711f-4907-4dac-851e-f274d66a4048 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0542614 Aug 13 02:41:52.014146 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dc618c17-ad79-4477-82a7-dd78d1e7882f req-bc5127e0-b66d-4b0c-a9bf-4836eaafe4f6 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350659 Aug 13 02:41:52.361489 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 33124) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:52.474968 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5cf8a238-069b-455e-8a7a-4f5a2c39c9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:52.575410 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5cf8a238-069b-455e-8a7a-4f5a2c39c9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:52.581201 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5cf8a238-069b-455e-8a7a-4f5a2c39c9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:52.617962 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5cf8a238-069b-455e-8a7a-4f5a2c39c9f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73af8fc50f064037b5b47969cf638333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553883 Aug 13 02:41:52.618784 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8a238-069b-455e-8a7a-4f5a2c39c9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c156056-a881-4f9e-ba33-039407e8a0d3,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:52.621024 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33128) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:52.670557 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31478e60-655c-4acd-b4ec-2445904817cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:52.692483 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31478e60-655c-4acd-b4ec-2445904817cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:52.752600 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31478e60-655c-4acd-b4ec-2445904817cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:52.755317 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-31478e60-655c-4acd-b4ec-2445904817cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:52.756463 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-31478e60-655c-4acd-b4ec-2445904817cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c156056-a881-4f9e-ba33-039407e8a0d3 HTTP/1.1" status: 204 len: 168 time: 0.1344972 Aug 13 02:41:52.764143 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31478e60-655c-4acd-b4ec-2445904817cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c156056-a881-4f9e-ba33-039407e8a0d3,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:53.042955 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33136) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:53.057104 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c4ae35b5-5c95-4500-a27d-8b7106498914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:53.147932 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5780831-81f7-4e5f-9e1b-af96ef76c258 req-7d15ba87-98ee-4efe-8c07-43e3ff7465b5 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:53.149469 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5780831-81f7-4e5f-9e1b-af96ef76c258 req-7d15ba87-98ee-4efe-8c07-43e3ff7465b5 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0570691 Aug 13 02:41:53.154903 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c4ae35b5-5c95-4500-a27d-8b7106498914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:53.161776 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c4ae35b5-5c95-4500-a27d-8b7106498914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:53.197048 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5780831-81f7-4e5f-9e1b-af96ef76c258 req-9f1e134d-6adf-495d-b946-14cdfbd8190d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412612 Aug 13 02:41:53.200998 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c4ae35b5-5c95-4500-a27d-8b7106498914 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20f55d1b284c422eaf4feb9897d68918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569932 Aug 13 02:41:53.202199 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae35b5-5c95-4500-a27d-8b7106498914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb47767f-a034-45c9-abdf-74824dfeb241,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:53.203757 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 33142) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:53.253552 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6d17a32c-f814-408a-87ca-646e34c9ec2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:53.275279 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6d17a32c-f814-408a-87ca-646e34c9ec2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:53.327542 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6d17a32c-f814-408a-87ca-646e34c9ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:53.330801 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6d17a32c-f814-408a-87ca-646e34c9ec2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:53.332277 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6d17a32c-f814-408a-87ca-646e34c9ec2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb47767f-a034-45c9-abdf-74824dfeb241 HTTP/1.1" status: 204 len: 168 time: 0.1275573 Aug 13 02:41:53.339981 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17a32c-f814-408a-87ca-646e34c9ec2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb47767f-a034-45c9-abdf-74824dfeb241,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:54.321737 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f71dc-c4f6-4e83-b729-132d70db8996 req-db0a0fe7-ec02-41ee-b416-d66017bded5c tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:54.323296 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9c3f71dc-c4f6-4e83-b729-132d70db8996 req-db0a0fe7-ec02-41ee-b416-d66017bded5c tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0543416 Aug 13 02:41:54.372479 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9c3f71dc-c4f6-4e83-b729-132d70db8996 req-d932d6df-9ab8-4059-99cf-243fac45d5c1 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428133 Aug 13 02:41:55.494637 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad91c4-61f8-4646-9118-439e5646234e req-a0a32254-ece2-47e3-82ce-d152eb5f119d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:55.496185 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9ad91c4-61f8-4646-9118-439e5646234e req-a0a32254-ece2-47e3-82ce-d152eb5f119d tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0491638 Aug 13 02:41:55.542458 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a9ad91c4-61f8-4646-9118-439e5646234e req-9636991d-fc1a-45ba-a5cf-a43e6522861c tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396814 Aug 13 02:41:56.081314 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 33296) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:56.192978 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c9278348-4e38-4c52-9865-df54e1d3ccc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.286792 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c9278348-4e38-4c52-9865-df54e1d3ccc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.291945 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c9278348-4e38-4c52-9865-df54e1d3ccc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.323893 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c9278348-4e38-4c52-9865-df54e1d3ccc7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=483663da3a2145eb88b1df3dc36d40db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411866 Aug 13 02:41:56.326720 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33306) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:56.333350 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9278348-4e38-4c52-9865-df54e1d3ccc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3de905-2426-40c8-a9a0-40ad2d368215,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:56.347904 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 33308) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:56.380263 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.400962 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.451550 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.453967 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2374a361-6924-4abf-944e-7954ec833883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.454419 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.459220 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f3de905-2426-40c8-a9a0-40ad2d368215 HTTP/1.1" status: 204 len: 168 time: 0.1307354 Aug 13 02:41:56.467618 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3de905-2426-40c8-a9a0-40ad2d368215,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:56.475447 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:56.476054 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:56.476636 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:56.477157 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:56.477669 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:56.478195 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:56.478708 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:56.479104 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:56.479499 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:56.479881 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:56.480393 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:56.480950 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a464aaf-747d-497a-a32c-765597a2f4b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:41:56.548481 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2374a361-6924-4abf-944e-7954ec833883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.554884 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2374a361-6924-4abf-944e-7954ec833883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.599804 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2374a361-6924-4abf-944e-7954ec833883 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=375672b391de42459369d9c69556e96b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482741 Aug 13 02:41:56.599804 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374a361-6924-4abf-944e-7954ec833883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e071ea-a938-4fd1-b956-3780baf2bae9,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:56.600793 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33320) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:56.661425 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7fca-9d1e-4c16-85bc-3131a6e381c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.663467 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810738ab-17e6-46e5-a434-cef577b9243d req-c0981522-b369-4ebf-93bb-483d42c2bc36 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:56.665448 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-810738ab-17e6-46e5-a434-cef577b9243d req-c0981522-b369-4ebf-93bb-483d42c2bc36 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0504000 Aug 13 02:41:56.684376 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7fca-9d1e-4c16-85bc-3131a6e381c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.707836 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-810738ab-17e6-46e5-a434-cef577b9243d req-c0b732df-b9b3-4995-843b-0419a3c3d6fc tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356793 Aug 13 02:41:56.742536 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7fca-9d1e-4c16-85bc-3131a6e381c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.745319 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7fca-9d1e-4c16-85bc-3131a6e381c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.746654 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-e6ad7fca-9d1e-4c16-85bc-3131a6e381c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70e071ea-a938-4fd1-b956-3780baf2bae9 HTTP/1.1" status: 204 len: 168 time: 0.1452980 Aug 13 02:41:56.757623 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad7fca-9d1e-4c16-85bc-3131a6e381c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e071ea-a938-4fd1-b956-3780baf2bae9,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:56.790260 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33324) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:56.803512 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c665456f-1303-4783-b91f-748a1472dc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.816883 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:41:56.895476 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c665456f-1303-4783-b91f-748a1472dc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.900220 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-c665456f-1303-4783-b91f-748a1472dc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:56.937187 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-c665456f-1303-4783-b91f-748a1472dc41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1de34f68faa145969fefc57bf001bf8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455710 Aug 13 02:41:56.939145 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665456f-1303-4783-b91f-748a1472dc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38482c6-2959-454e-8438-400c7084c135,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:56.940029 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 33328) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:56.992614 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-16d690e4-f730-4af9-b2d0-528557fd8896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:57.013311 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-16d690e4-f730-4af9-b2d0-528557fd8896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:57.062467 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-16d690e4-f730-4af9-b2d0-528557fd8896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:57.065303 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-16d690e4-f730-4af9-b2d0-528557fd8896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:57.066467 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-16d690e4-f730-4af9-b2d0-528557fd8896 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d38482c6-2959-454e-8438-400c7084c135 HTTP/1.1" status: 204 len: 168 time: 0.1251380 Aug 13 02:41:57.073981 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d690e4-f730-4af9-b2d0-528557fd8896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38482c6-2959-454e-8438-400c7084c135,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:57.080873 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33332) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:57.094151 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-168947f5-4f0f-4853-a9da-82dec7aeedc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:57.181790 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-168947f5-4f0f-4853-a9da-82dec7aeedc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:57.186763 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-168947f5-4f0f-4853-a9da-82dec7aeedc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:57.225177 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-168947f5-4f0f-4853-a9da-82dec7aeedc2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=760bb72082e9438ba56912fbfee6ceb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428328 Aug 13 02:41:57.226071 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168947f5-4f0f-4853-a9da-82dec7aeedc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ac36e2-3ac9-4b6b-b3eb-b244b7cc1d9f,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:57.227780 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 33334) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:41:57.279846 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fddc6f55-8352-4272-af18-fdbd6877dfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:57.300547 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fddc6f55-8352-4272-af18-fdbd6877dfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:57.350438 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fddc6f55-8352-4272-af18-fdbd6877dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:57.353078 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fddc6f55-8352-4272-af18-fdbd6877dfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:41:57.354257 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-fddc6f55-8352-4272-af18-fdbd6877dfe7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31ac36e2-3ac9-4b6b-b3eb-b244b7cc1d9f HTTP/1.1" status: 204 len: 168 time: 0.1253130 Aug 13 02:41:57.362251 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc6f55-8352-4272-af18-fdbd6877dfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ac36e2-3ac9-4b6b-b3eb-b244b7cc1d9f,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:41:57.851056 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ab91-8cca-4631-bedb-3a873830e823 req-6754765a-113e-429b-a62e-824f7384b7f3 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:41:57.854183 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3168ab91-8cca-4631-bedb-3a873830e823 req-6754765a-113e-429b-a62e-824f7384b7f3 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0634773 Aug 13 02:41:57.901503 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3168ab91-8cca-4631-bedb-3a873830e823 req-11bebf01-d752-4285-bb7e-48c014245b5e tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&id=25012e65-9543-44e9-8c67-0a2cf7e54303&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399265 Aug 13 02:42:03.873365 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:04.883116 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 33530) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:04.987589 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e931b6e8-748b-4811-aa2f-f11b5258d0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.077834 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e931b6e8-748b-4811-aa2f-f11b5258d0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.083267 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e931b6e8-748b-4811-aa2f-f11b5258d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.120815 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e931b6e8-748b-4811-aa2f-f11b5258d0e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3faf5c17afd945a3850bd4193c188477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365673 Aug 13 02:42:05.121613 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931b6e8-748b-4811-aa2f-f11b5258d0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6e7fc4-9c86-4748-99c1-32b7efe9efe5,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:05.123753 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33534) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:05.173024 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8eb3c31e-7f29-423e-afe7-e2b30d01e41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.194047 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8eb3c31e-7f29-423e-afe7-e2b30d01e41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.246304 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8eb3c31e-7f29-423e-afe7-e2b30d01e41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.250238 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8eb3c31e-7f29-423e-afe7-e2b30d01e41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.251950 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8eb3c31e-7f29-423e-afe7-e2b30d01e41d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad6e7fc4-9c86-4748-99c1-32b7efe9efe5 HTTP/1.1" status: 204 len: 168 time: 0.1270077 Aug 13 02:42:05.260584 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3c31e-7f29-423e-afe7-e2b30d01e41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6e7fc4-9c86-4748-99c1-32b7efe9efe5,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:05.543696 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33540) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:05.556474 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-10e71e71-c883-4307-8390-78a9c327baa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.643610 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-10e71e71-c883-4307-8390-78a9c327baa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.647990 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-10e71e71-c883-4307-8390-78a9c327baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.685834 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-10e71e71-c883-4307-8390-78a9c327baa5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94872e9bc0814ba4ab935ee1f758d2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409757 Aug 13 02:42:05.686693 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e71e71-c883-4307-8390-78a9c327baa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230638f9-6e93-4205-a75b-85c313699b59,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:05.688850 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 33542) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:05.744783 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-86d8bb5b-64f2-4fb8-8203-12f10fd970d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.765676 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-86d8bb5b-64f2-4fb8-8203-12f10fd970d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.815603 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-86d8bb5b-64f2-4fb8-8203-12f10fd970d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.818245 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-86d8bb5b-64f2-4fb8-8203-12f10fd970d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:05.819433 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-86d8bb5b-64f2-4fb8-8203-12f10fd970d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/230638f9-6e93-4205-a75b-85c313699b59 HTTP/1.1" status: 204 len: 168 time: 0.1295452 Aug 13 02:42:05.827016 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d8bb5b-64f2-4fb8-8203-12f10fd970d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230638f9-6e93-4205-a75b-85c313699b59,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:06.360163 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a41cb883-8719-4352-931f-6c084cda4df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:06.960484 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33576) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:07.068129 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de271f2e-84a1-4b7c-b373-5f3b3aff87f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.164984 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de271f2e-84a1-4b7c-b373-5f3b3aff87f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.171554 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-de271f2e-84a1-4b7c-b373-5f3b3aff87f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.208392 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-de271f2e-84a1-4b7c-b373-5f3b3aff87f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e80aedd24ba4bc0ac907a6b75239f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465436 Aug 13 02:42:07.209022 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de271f2e-84a1-4b7c-b373-5f3b3aff87f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180bc2a1-7cfb-4424-a4cc-12a500f6aadc,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:07.211140 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 33580) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:07.266855 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e31fdef6-f263-47f5-b691-5ab82c3b2fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.288966 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e31fdef6-f263-47f5-b691-5ab82c3b2fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.338662 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e31fdef6-f263-47f5-b691-5ab82c3b2fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.342591 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e31fdef6-f263-47f5-b691-5ab82c3b2fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:07.344035 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e31fdef6-f263-47f5-b691-5ab82c3b2fad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/180bc2a1-7cfb-4424-a4cc-12a500f6aadc HTTP/1.1" status: 204 len: 168 time: 0.1318355 Aug 13 02:42:07.351752 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fdef6-f263-47f5-b691-5ab82c3b2fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180bc2a1-7cfb-4424-a4cc-12a500f6aadc,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:07.782485 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e6dd01c-d98b-4a63-b75a-aade30675a56 req-03de065f-7b43-4350-a9d7-c10aea464492 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439394 Aug 13 02:42:07.890772 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dd01c-d98b-4a63-b75a-aade30675a56 req-cf159b43-108d-4648-9739-d44bee7ccc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:07.892265 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e6dd01c-d98b-4a63-b75a-aade30675a56 req-cf159b43-108d-4648-9739-d44bee7ccc3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 1100 time: 0.0405426 Aug 13 02:42:08.003021 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dd01c-d98b-4a63-b75a-aade30675a56 req-21378f51-5c38-49fa-90cd-43de4ebb9665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:08.004589 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e6dd01c-d98b-4a63-b75a-aade30675a56 req-21378f51-5c38-49fa-90cd-43de4ebb9665 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 200 len: 918 time: 0.0902693 Aug 13 02:42:08.070588 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e6dd01c-d98b-4a63-b75a-aade30675a56 req-1aed7742-81e7-498f-a2ce-a652a9c6a835 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa HTTP/1.1" status: 200 len: 1002 time: 0.0578637 Aug 13 02:42:08.123688 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dd01c-d98b-4a63-b75a-aade30675a56 req-8d7ef390-a5db-4ea1-a186-9eb48e1fde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:08.125197 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e6dd01c-d98b-4a63-b75a-aade30675a56 req-8d7ef390-a5db-4ea1-a186-9eb48e1fde0c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d722d64-dd9d-486a-a9c9-6f37fad094ab HTTP/1.1" status: 200 len: 856 time: 0.0470920 Aug 13 02:42:08.172632 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dd01c-d98b-4a63-b75a-aade30675a56 req-b4741150-88e3-4da0-a810-50b7ac173bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:08.174222 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e6dd01c-d98b-4a63-b75a-aade30675a56 req-b4741150-88e3-4da0-a810-50b7ac173bbf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9102dfda-d03c-4456-90ad-be83fc17c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409026 Aug 13 02:42:08.265809 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e6dd01c-d98b-4a63-b75a-aade30675a56 req-90475784-08cf-4cb6-af1e-50ab4bd99821 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833342 Aug 13 02:42:08.365312 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0e6dd01c-d98b-4a63-b75a-aade30675a56 req-aa2b7782-4383-42a9-82a4-575355a2a332 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914145 Aug 13 02:42:09.166542 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:09.322321 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3f2e8a80-ec24-4c9c-8b46-c8a6ab31fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:10.453206 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.393511 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33672) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:11.517055 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8403773-6e02-4868-a53b-8512c6e80480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.607538 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8403773-6e02-4868-a53b-8512c6e80480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.613918 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b8403773-6e02-4868-a53b-8512c6e80480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.650775 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b8403773-6e02-4868-a53b-8512c6e80480 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38020937d3ab4aa3bee3ce835822c8df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560806 Aug 13 02:42:11.651525 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8403773-6e02-4868-a53b-8512c6e80480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d286d026-1ff5-44bf-bc99-24993c137e45,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:11.653748 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 33676) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:11.704694 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bb73317a-bb82-4109-b0e4-4e6d4e6942dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.726862 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bb73317a-bb82-4109-b0e4-4e6d4e6942dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.767473 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.780948 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bb73317a-bb82-4109-b0e4-4e6d4e6942dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.783472 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bb73317a-bb82-4109-b0e4-4e6d4e6942dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:11.784714 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-bb73317a-bb82-4109-b0e4-4e6d4e6942dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d286d026-1ff5-44bf-bc99-24993c137e45 HTTP/1.1" status: 204 len: 168 time: 0.1299384 Aug 13 02:42:11.793696 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73317a-bb82-4109-b0e4-4e6d4e6942dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d286d026-1ff5-44bf-bc99-24993c137e45,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:12.482822 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 33700) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:12.594722 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1380819151-network', 'tenant_id': '39f70c9a5c854887b5c9de1b76d763f4'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:12.620343 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] Made reservation on behalf of 39f70c9a5c854887b5c9de1b76d763f4 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:12.622655 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:12.630863 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:12.723487 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:12.730765 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:12.753846 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:42:12.763610 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62697bd-9827-4352-ba7d-b23cd0a111bc,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:12.768478 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:12.768836 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] Added segment 3cc1e398-6438-4ba5-9a89-77052998caf0 of type vlan for network 95f4d335-43a4-4bc0-ae71-d9802421bf7d Aug 13 02:42:12.807315 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:12.837518 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:12.838440 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:12.838980 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:12.889606 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4056528 Aug 13 02:42:12.892962 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33704) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:12.894719 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01348e3-ef67-4277-a950-7c4eb05956f3 admin admin] Pushing event updated for resources: {'Network': ['ID=95f4d335-43a4-4bc0-ae71-d9802421bf7d,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:12.898288 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-d97462be-e0f8-4810-8903-f53b7a91f9f1 admin admin] Request body: {'subnet': {'network_id': '95f4d335-43a4-4bc0-ae71-d9802421bf7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1380819151-subnet', 'tenant_id': '39f70c9a5c854887b5c9de1b76d763f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:12.905026 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network 95f4d335-43a4-4bc0-ae71-d9802421bf7d details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:42:12.921195 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97462be-e0f8-4810-8903-f53b7a91f9f1 admin admin] Made reservation on behalf of 39f70c9a5c854887b5c9de1b76d763f4 for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:12.923494 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d97462be-e0f8-4810-8903-f53b7a91f9f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5577391'] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:13.082573 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d97462be-e0f8-4810-8903-f53b7a91f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5759477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5577373'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:13.127659 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97462be-e0f8-4810-8903-f53b7a91f9f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46cd850-fea1-4ae9-9585-12fa1ede5b2f,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:13.142602 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97462be-e0f8-4810-8903-f53b7a91f9f1 admin admin] Checking segment: {'id': '3cc1e398-6438-4ba5-9a89-77052998caf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '95f4d335-43a4-4bc0-ae71-d9802421bf7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:13.142943 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97462be-e0f8-4810-8903-f53b7a91f9f1 admin admin] Network hostable DHCP agents. Network: 95f4d335-43a4-4bc0-ae71-d9802421bf7d, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:42:13.161595 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97462be-e0f8-4810-8903-f53b7a91f9f1 admin admin] Network 95f4d335-43a4-4bc0-ae71-d9802421bf7d is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:42:13.171464 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-d97462be-e0f8-4810-8903-f53b7a91f9f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, 95f4d335-43a4-4bc0-ae71-d9802421bf7d) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:13.176223 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97462be-e0f8-4810-8903-f53b7a91f9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:13.177449 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d97462be-e0f8-4810-8903-f53b7a91f9f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:13.180946 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278330eb-7bd0-4918-9c18-60f04a19adfe None None] Network 95f4d335-43a4-4bc0-ae71-d9802421bf7d requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:13.201008 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d97462be-e0f8-4810-8903-f53b7a91f9f1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3068607 Aug 13 02:42:13.301764 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f2939e-4eaa-43e1-86d6-e3389f3c7723 None None] Network 95f4d335-43a4-4bc0-ae71-d9802421bf7d requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:14.961685 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-88971cc4-b4dc-48a0-9009-fb7c7b4f7649 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:14.963028 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-88971cc4-b4dc-48a0-9009-fb7c7b4f7649 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/networks?id=95f4d335-43a4-4bc0-ae71-d9802421bf7d HTTP/1.1" status: 200 len: 814 time: 0.1033051 Aug 13 02:42:14.978491 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-fcf4b2f1-951f-4736-be59-13a2f3a2804a tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/quotas/39f70c9a5c854887b5c9de1b76d763f4 HTTP/1.1" status: 200 len: 375 time: 0.0095696 Aug 13 02:42:15.008431 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-8f811132-2df2-4c83-9911-84c0e7dc7565 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=39f70c9a5c854887b5c9de1b76d763f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246358 Aug 13 02:42:15.100819 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-4534d2d4-c5ae-4745-aea8-bc4470b6516a service neutron] 10.222.0.42 "GET /v2.0/networks/95f4d335-43a4-4bc0-ae71-d9802421bf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853167 Aug 13 02:42:15.186369 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-2695622d-b4ab-44d7-9a20-0e9931b3656d service neutron] 10.222.0.42 "GET /v2.0/networks/95f4d335-43a4-4bc0-ae71-d9802421bf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794752 Aug 13 02:42:15.351809 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-43769afb-a24c-4037-bcac-1f0ea341d61f req-a358fca3-363e-4bb9-9ef4-d180b3fb1db8 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 210 time: 0.0261686 Aug 13 02:42:16.448281 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a2208889-6a3e-4d4c-96ad-d237935ed036 req-aeb125ef-7383-484a-9f43-25c69aee5372 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 210 time: 0.0262516 Aug 13 02:42:17.566908 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bca29ada-0b60-4ed9-b8ab-b946b9fff453 req-af37b5a9-b889-4451-acd1-951300744fd1 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 210 time: 0.0391097 Aug 13 02:42:18.673446 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9aaf3b45-54f3-4422-afb0-356dc63a5aaa req-0a44cf31-37cf-4997-ba20-24406d1e59f3 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 210 time: 0.0322158 Aug 13 02:42:19.236937 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-ff03bcf9-b3db-4ad6-9eb4-99681b8e6241 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:19.238717 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-ff03bcf9-b3db-4ad6-9eb4-99681b8e6241 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.60 "GET /v2.0/networks?id=95f4d335-43a4-4bc0-ae71-d9802421bf7d HTTP/1.1" status: 200 len: 814 time: 0.1062157 Aug 13 02:42:19.262039 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-c8230542-6324-4832-8d2b-39df35acfd42 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Request body: {'port': {'device_id': '50d205a9-fd71-4c5c-9031-e4e672938774', 'network_id': '95f4d335-43a4-4bc0-ae71-d9802421bf7d', 'admin_state_up': True, 'tenant_id': '39f70c9a5c854887b5c9de1b76d763f4'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:19.387932 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-c8230542-6324-4832-8d2b-39df35acfd42 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Made reservation on behalf of 39f70c9a5c854887b5c9de1b76d763f4 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:19.391774 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-c8230542-6324-4832-8d2b-39df35acfd42 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:19.527823 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-c8230542-6324-4832-8d2b-39df35acfd42 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Allocated IP 172.20.0.6 (95f4d335-43a4-4bc0-ae71-d9802421bf7d/b46cd850-fea1-4ae9-9585-12fa1ede5b2f/523c91df-651e-4692-a259-38936f695dc9) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:19.670328 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-c8230542-6324-4832-8d2b-39df35acfd42 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:19.712076 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-c8230542-6324-4832-8d2b-39df35acfd42 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:19.771444 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-c8230542-6324-4832-8d2b-39df35acfd42 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Network 95f4d335-43a4-4bc0-ae71-d9802421bf7d is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:19.786627 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-c8230542-6324-4832-8d2b-39df35acfd42 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:19.790168 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-c8230542-6324-4832-8d2b-39df35acfd42 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:19.814809 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8230542-6324-4832-8d2b-39df35acfd42 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Pushing event updated for resources: {'Port': ['ID=523c91df-651e-4692-a259-38936f695dc9,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:19.847071 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-c8230542-6324-4832-8d2b-39df35acfd42 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:19.847679 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-c8230542-6324-4832-8d2b-39df35acfd42 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:19.858054 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd330c2b-b2c4-4969-b2ff-2c0f30969463 req-1e9dcec9-14b7-499c-995f-9547ff911571 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:19.859495 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bd330c2b-b2c4-4969-b2ff-2c0f30969463 req-1e9dcec9-14b7-499c-995f-9547ff911571 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 931 time: 0.1105964 Aug 13 02:42:19.875089 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-c8230542-6324-4832-8d2b-39df35acfd42 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6177206 Aug 13 02:42:19.898620 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Request body: {'port': {'device_id': '50d205a9-fd71-4c5c-9031-e4e672938774', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:19.934414 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bd330c2b-b2c4-4969-b2ff-2c0f30969463 req-fb7c1f25-b9ef-490a-8846-876eefafcaa0 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682437 Aug 13 02:42:20.225861 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.504941 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523c91df-651e-4692-a259-38936f695dc9 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:20.512439 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.525077 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Transition to ACTIVE for port object 523c91df-651e-4692-a259-38936f695dc9 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:20.532192 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.581669 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Pushing event updated for resources: {'Port': ['ID=523c91df-651e-4692-a259-38936f695dc9,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:20.647041 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Attempting to bind port 523c91df-651e-4692-a259-38936f695dc9 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:42:20.647379 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Attempting to bind port 523c91df-651e-4692-a259-38936f695dc9 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '3cc1e398-6438-4ba5-9a89-77052998caf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '95f4d335-43a4-4bc0-ae71-d9802421bf7d'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:42:20.647719 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Attempting to bind port 523c91df-651e-4692-a259-38936f695dc9 on network 95f4d335-43a4-4bc0-ae71-d9802421bf7d {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:20.652327 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Port 523c91df-651e-4692-a259-38936f695dc9 on network 95f4d335-43a4-4bc0-ae71-d9802421bf7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:42:20.652672 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Attempting to bind port 523c91df-651e-4692-a259-38936f695dc9 on network 95f4d335-43a4-4bc0-ae71-d9802421bf7d {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:20.657749 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:42:20.658081 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Checking segment: {'id': '3cc1e398-6438-4ba5-9a89-77052998caf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '95f4d335-43a4-4bc0-ae71-d9802421bf7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:20.658454 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Bound using segment: {'id': '3cc1e398-6438-4ba5-9a89-77052998caf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '95f4d335-43a4-4bc0-ae71-d9802421bf7d'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:42:20.658868 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Bound port: 523c91df-651e-4692-a259-38936f695dc9, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc1e398-6438-4ba5-9a89-77052998caf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '95f4d335-43a4-4bc0-ae71-d9802421bf7d'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:42:20.659207 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.723025 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] For port 523c91df-651e-4692-a259-38936f695dc9, host hv-cinder-76018, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:42:20.726270 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] For port 523c91df-651e-4692-a259-38936f695dc9, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=523c91df-651e-4692-a259-38936f695dc9,segment=NetworkSegment(3cc1e398-6438-4ba5-9a89-77052998caf0),segment_id=3cc1e398-6438-4ba5-9a89-77052998caf0)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:42:20.733059 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.773695 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:20.774891 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:20.776289 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] 10.222.0.60 "PUT /v2.0/ports/523c91df-651e-4692-a259-38936f695dc9 HTTP/1.1" status: 200 len: 1093 time: 0.8823788 Aug 13 02:42:20.776753 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d205a9-fd71-4c5c-9031-e4e672938774', 'tag': '523c91df-651e-4692-a259-38936f695dc9'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:20.778986 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8e6407-9954-4e67-a1c0-c1328da36084" -d '{"events": [{"name": "network-changed", "server_uuid": "50d205a9-fd71-4c5c-9031-e4e672938774", "tag": "523c91df-651e-4692-a259-38936f695dc9"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:20.798463 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d88530-9893-42d1-8864-16ca28680e62 service neutron] Pushing event updated for resources: {'Port': ['ID=523c91df-651e-4692-a259-38936f695dc9,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:20.823727 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75c6780-427a-4f42-9c07-c611fd620947 x-openstack-request-id: req-f75c6780-427a-4f42-9c07-c611fd620947 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:20.824009 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d205a9-fd71-4c5c-9031-e4e672938774", "tag": "523c91df-651e-4692-a259-38936f695dc9", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:20.824252 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f75c6780-427a-4f42-9c07-c611fd620947 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:20.824667 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d205a9-fd71-4c5c-9031-e4e672938774', 'tag': '523c91df-651e-4692-a259-38936f695dc9', 'status': 'completed', 'code': 200} Aug 13 02:42:20.892139 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-21b248b1-fddf-4ab4-aec7-92f79f1b39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:20.893672 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-21b248b1-fddf-4ab4-aec7-92f79f1b39ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39f70c9a5c854887b5c9de1b76d763f4&device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 1096 time: 0.0404098 Aug 13 02:42:20.942615 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-d205ebed-52af-4023-949f-1a0dc650eacd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=523c91df-651e-4692-a259-38936f695dc9 HTTP/1.1" status: 200 len: 217 time: 0.0335219 Aug 13 02:42:21.003964 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-541a22a6-7b5e-48ba-9da3-b4ba96fc1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:21.005463 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-541a22a6-7b5e-48ba-9da3-b4ba96fc1fa3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b46cd850-fea1-4ae9-9585-12fa1ede5b2f HTTP/1.1" status: 200 len: 854 time: 0.0523005 Aug 13 02:42:21.061754 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-57f64577-9ee2-4bea-bd15-0f855070bc0c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f4d335-43a4-4bc0-ae71-d9802421bf7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426857 Aug 13 02:42:21.098228 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b37292-4c6d-48e1-b7d4-f248ab6717f3 req-3821e804-f0c4-48fe-ba01-1cacfe8d1ad0 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:21.099675 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61b37292-4c6d-48e1-b7d4-f248ab6717f3 req-3821e804-f0c4-48fe-ba01-1cacfe8d1ad0 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 943 time: 0.0919371 Aug 13 02:42:21.176670 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-61b37292-4c6d-48e1-b7d4-f248ab6717f3 req-43d15d5c-3688-4a09-beff-9c9e8bbe0435 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528560 Aug 13 02:42:21.196078 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-17ec5d94-d89c-4094-9117-1628857777c3 service neutron] 10.222.0.60 "GET /v2.0/networks/95f4d335-43a4-4bc0-ae71-d9802421bf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229472 Aug 13 02:42:21.294400 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18960ab2-1e5c-40b0-853d-d7bc01fa8618 req-95e485a3-699d-4411-9a87-7a8e4c5cbb8a service neutron] 10.222.0.60 "GET /v2.0/networks/95f4d335-43a4-4bc0-ae71-d9802421bf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905807 Aug 13 02:42:21.442665 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e6407-9954-4e67-a1c0-c1328da36084 req-bdf4ada1-4b51-45c4-9ecb-0da9ca204fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:21.445081 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b8e6407-9954-4e67-a1c0-c1328da36084 req-bdf4ada1-4b51-45c4-9ecb-0da9ca204fe7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39f70c9a5c854887b5c9de1b76d763f4&device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 1096 time: 0.0445068 Aug 13 02:42:21.552311 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e6407-9954-4e67-a1c0-c1328da36084 req-9ec66549-fa12-441c-adc8-638fc2a0c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:21.553752 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b8e6407-9954-4e67-a1c0-c1328da36084 req-9ec66549-fa12-441c-adc8-638fc2a0c24c service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f4d335-43a4-4bc0-ae71-d9802421bf7d HTTP/1.1" status: 200 len: 915 time: 0.0989034 Aug 13 02:42:22.307274 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f8b83-7277-4935-8cbd-93eef929c944 req-df9f1b86-48d9-4848-9fbc-3215713c97ac tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:22.308779 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-319f8b83-7277-4935-8cbd-93eef929c944 req-df9f1b86-48d9-4848-9fbc-3215713c97ac tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 943 time: 0.0514736 Aug 13 02:42:22.348274 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-319f8b83-7277-4935-8cbd-93eef929c944 req-ea316e5e-0b0b-4f3a-8349-e91ca4dbae4c tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334504 Aug 13 02:42:22.502597 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b8e6407-9954-4e67-a1c0-c1328da36084 req-fce0b770-a405-49f7-9efe-4d7da933a2c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=523c91df-651e-4692-a259-38936f695dc9 HTTP/1.1" status: 200 len: 217 time: 0.0453210 Aug 13 02:42:23.346702 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e6407-9954-4e67-a1c0-c1328da36084 req-fd45b38d-7298-4840-9e75-f5c7074fca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:23.348153 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b8e6407-9954-4e67-a1c0-c1328da36084 req-fd45b38d-7298-4840-9e75-f5c7074fca5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b46cd850-fea1-4ae9-9585-12fa1ede5b2f HTTP/1.1" status: 200 len: 854 time: 0.0488431 Aug 13 02:42:23.472337 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f202c-b093-407d-8a25-c0963491da28 req-0f4d048a-3bb6-4c69-b76a-4501a250950e tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:23.473821 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-791f202c-b093-407d-8a25-c0963491da28 req-0f4d048a-3bb6-4c69-b76a-4501a250950e tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 943 time: 0.0535460 Aug 13 02:42:23.515337 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-791f202c-b093-407d-8a25-c0963491da28 req-7edd74c4-d752-4ced-bf74-c89d45c245ac tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325696 Aug 13 02:42:24.340438 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b8e6407-9954-4e67-a1c0-c1328da36084 req-80282d40-d2cb-4a55-88bc-416863de70c6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f4d335-43a4-4bc0-ae71-d9802421bf7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263393 Aug 13 02:42:24.439339 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b8e6407-9954-4e67-a1c0-c1328da36084 req-eed408ce-3c9e-4575-b69e-1dd7cae81547 service neutron] 10.222.0.60 "GET /v2.0/networks/95f4d335-43a4-4bc0-ae71-d9802421bf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886655 Aug 13 02:42:24.532074 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8b8e6407-9954-4e67-a1c0-c1328da36084 req-a3c54980-437d-47a7-acfd-e0fbe13ebff4 service neutron] 10.222.0.60 "GET /v2.0/networks/95f4d335-43a4-4bc0-ae71-d9802421bf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845377 Aug 13 02:42:24.635860 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770020a3-7eed-490f-b896-228119bcba21 req-bb564de3-8e97-4598-9604-1441b6fcb57d tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:24.637415 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-770020a3-7eed-490f-b896-228119bcba21 req-bb564de3-8e97-4598-9604-1441b6fcb57d tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 943 time: 0.0552621 Aug 13 02:42:24.677157 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-770020a3-7eed-490f-b896-228119bcba21 req-bf8c4b60-5d7a-4965-be1e-3d7bc3ce7731 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336077 Aug 13 02:42:25.807567 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15df845-12c0-43da-b5d5-18a4f62c110a req-00b3bf6e-aa1d-4f9a-a26d-0f62c168aea2 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:25.809196 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e15df845-12c0-43da-b5d5-18a4f62c110a req-00b3bf6e-aa1d-4f9a-a26d-0f62c168aea2 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 943 time: 0.0608275 Aug 13 02:42:25.847985 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e15df845-12c0-43da-b5d5-18a4f62c110a req-bb74e066-148f-4272-97fd-4716071a3edf tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319777 Aug 13 02:42:26.284977 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd40f8-413d-4e3c-bbc8-42b1069aa91a req-4023697b-06fb-4251-98d1-5a5eeaf404e5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:26.286472 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a1cd40f8-413d-4e3c-bbc8-42b1069aa91a req-4023697b-06fb-4251-98d1-5a5eeaf404e5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 947 time: 0.0500333 Aug 13 02:42:26.324035 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a1cd40f8-413d-4e3c-bbc8-42b1069aa91a req-4a1ab7f9-a2eb-43de-928a-fe0cd4ce99c5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314615 Aug 13 02:42:26.974733 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe51b4-a528-4abd-81b7-4ee4ea39ab65 req-64dba730-3f3b-496b-a584-29e6d772cbbf tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:26.976316 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-48fe51b4-a528-4abd-81b7-4ee4ea39ab65 req-64dba730-3f3b-496b-a584-29e6d772cbbf tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 943 time: 0.0576174 Aug 13 02:42:27.016388 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-48fe51b4-a528-4abd-81b7-4ee4ea39ab65 req-95d35d0e-160c-434e-a535-eca391b7aa38 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332804 Aug 13 02:42:27.472563 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267199d9-f4e1-4d4a-9ab7-c5d4d3ddcb1d req-bb93ab01-8fba-42ba-91c9-d43d8bc4d63d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:27.474053 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-267199d9-f4e1-4d4a-9ab7-c5d4d3ddcb1d req-bb93ab01-8fba-42ba-91c9-d43d8bc4d63d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 947 time: 0.0605061 Aug 13 02:42:27.513865 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-267199d9-f4e1-4d4a-9ab7-c5d4d3ddcb1d req-38dc8a18-71d6-426c-8697-b43a74db14d2 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329888 Aug 13 02:42:27.673459 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 523c91df-651e-4692-a259-38936f695dc9 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:42:27.779715 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 523c91df-651e-4692-a259-38936f695dc9, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=523c91df-651e-4692-a259-38936f695dc9,segment=NetworkSegment(3cc1e398-6438-4ba5-9a89-77052998caf0),segment_id=3cc1e398-6438-4ba5-9a89-77052998caf0)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:27.795530 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '523c91df-651e-4692-a259-38936f695dc9', 'network_id': '95f4d335-43a4-4bc0-ae71-d9802421bf7d', 'port_id': '523c91df-651e-4692-a259-38936f695dc9', 'mac_address': 'fa:16:3e:1c:d2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46cd850-fea1-4ae9-9585-12fa1ede5b2f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:42:27.841276 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.854762 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523c91df-651e-4692-a259-38936f695dc9 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:27.878642 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 523c91df-651e-4692-a259-38936f695dc9, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=523c91df-651e-4692-a259-38936f695dc9,segment=NetworkSegment(3cc1e398-6438-4ba5-9a89-77052998caf0),segment_id=3cc1e398-6438-4ba5-9a89-77052998caf0)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:27.884397 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:27.931506 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=523c91df-651e-4692-a259-38936f695dc9,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:28.136765 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7196d-2b68-4402-af58-c6470bbcc0c2 req-13eec49b-d6b9-4934-af42-e03b93836826 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:28.138329 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b0e7196d-2b68-4402-af58-c6470bbcc0c2 req-13eec49b-d6b9-4934-af42-e03b93836826 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 944 time: 0.0495105 Aug 13 02:42:28.180679 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b0e7196d-2b68-4402-af58-c6470bbcc0c2 req-f04b88ce-d983-4fd7-949b-fb297f205550 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335267 Aug 13 02:42:28.270040 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-72a4e3c9-600d-479d-a75c-582a9d187a53 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:28.271528 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-72a4e3c9-600d-479d-a75c-582a9d187a53 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.60 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 947 time: 0.0554156 Aug 13 02:42:28.319580 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['523c91df-651e-4692-a259-38936f695dc9'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:28.373675 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Deleting port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:28.374210 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.471677 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] For port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:28.472037 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.712537 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c6684-7f69-4f27-9313-30fe8710f837 req-af4620c7-9f20-42e8-8b76-4987437c6720 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:28.713995 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da6c6684-7f69-4f27-9313-30fe8710f837 req-af4620c7-9f20-42e8-8b76-4987437c6720 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 947 time: 0.1010027 Aug 13 02:42:28.723868 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.724264 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.724609 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Floating IP 6a8f7390-52cd-4fbd-b2b3-279720e87e4e disassociated. External IP: 172.27.1.217, port: 97ef92cc-ee8c-4230-96ba-e5f82029d0aa. Aug 13 02:42:28.724940 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Calling delete_port for 97ef92cc-ee8c-4230-96ba-e5f82029d0aa owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:28.794635 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da6c6684-7f69-4f27-9313-30fe8710f837 req-7e7d59d9-dded-4017-8b1c-c4f0ed4062db tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=29616318-06ff-43d7-a415-b7a1e645a3f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743272 Aug 13 02:42:28.885627 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:28.911557 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event deleted for resources: {'Port': ['ID=97ef92cc-ee8c-4230-96ba-e5f82029d0aa,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:28.921019 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:28.921350 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:28.921681 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:28.922007 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:28.922353 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:28.922724 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:28.923062 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:28.923993 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:28.923993 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:28.923993 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:28.924290 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:28.924624 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:29.037297 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:42:29.156621 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:29.167711 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bde5f80-7474-445e-b7b3-e0c16b9fc56f None None] Sync routers for ids ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:29.180258 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bde5f80-7474-445e-b7b3-e0c16b9fc56f None None] Routers {'deb986c9-3bf4-4c24-b022-a8cf4c2ac271'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:29.180915 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6bde5f80-7474-445e-b7b3-e0c16b9fc56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:29.197230 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] No DVR routers for this DVR port 97ef92cc-ee8c-4230-96ba-e5f82029d0aa on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:42:29.199995 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.202036 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-65b45b69-48db-444e-a83c-4e95b8d051b5 req-bd51f919-43a3-4944-8043-8ce5536ce201 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.60 "DELETE /v2.0/ports/97ef92cc-ee8c-4230-96ba-e5f82029d0aa HTTP/1.1" status: 204 len: 173 time: 0.9225333 Aug 13 02:42:29.203943 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'name': 'network-vif-deleted', 'tag': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:29.214197 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32947c27-51c3-4c64-b8c6-b52422a94cdd" -d '{"events": [{"server_uuid": "0022f2c0-0d07-4d1b-8926-4dfa7356f023", "name": "network-vif-deleted", "tag": "97ef92cc-ee8c-4230-96ba-e5f82029d0aa"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:29.279827 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f891067-6532-4b88-bbcb-6db18ee9d64f x-openstack-request-id: req-6f891067-6532-4b88-bbcb-6db18ee9d64f {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:29.280202 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0022f2c0-0d07-4d1b-8926-4dfa7356f023", "name": "network-vif-deleted", "tag": "97ef92cc-ee8c-4230-96ba-e5f82029d0aa", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:29.280547 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6f891067-6532-4b88-bbcb-6db18ee9d64f {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:29.281032 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0022f2c0-0d07-4d1b-8926-4dfa7356f023', 'name': 'network-vif-deleted', 'tag': '97ef92cc-ee8c-4230-96ba-e5f82029d0aa', 'status': 'completed', 'code': 200} Aug 13 02:42:29.317722 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-6bde5f80-7474-445e-b7b3-e0c16b9fc56f None None] Set router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:29.354110 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05649880-746e-4405-9811-89f02df8ac03 req-d1b455f7-c88a-4612-a17e-2217d9198cba tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:29.355708 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05649880-746e-4405-9811-89f02df8ac03 req-d1b455f7-c88a-4612-a17e-2217d9198cba tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 944 time: 0.0635507 Aug 13 02:42:29.404508 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05649880-746e-4405-9811-89f02df8ac03 req-ec94cb81-e6ce-4e61-860c-a0514abde6b4 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397177 Aug 13 02:42:29.446312 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33908) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:29.553098 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6bde5f80-7474-445e-b7b3-e0c16b9fc56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:11Z', 'revision_number': 5, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:29.562187 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-559ab97f-28f6-4634-be66-6cd5453f1700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.582623 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bde5f80-7474-445e-b7b3-e0c16b9fc56f None None] Checking router: deb986c9-3bf4-4c24-b022-a8cf4c2ac271 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:42:29.591516 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bde5f80-7474-445e-b7b3-e0c16b9fc56f None None] Routers {'deb986c9-3bf4-4c24-b022-a8cf4c2ac271'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:29.592138 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6bde5f80-7474-445e-b7b3-e0c16b9fc56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:29.652160 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-559ab97f-28f6-4634-be66-6cd5453f1700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.657380 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-559ab97f-28f6-4634-be66-6cd5453f1700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.694863 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-6bde5f80-7474-445e-b7b3-e0c16b9fc56f None None] Set router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:29.695918 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-559ab97f-28f6-4634-be66-6cd5453f1700 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cdda0cfca1ef4a77bb46cc0591d5c357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485397 Aug 13 02:42:29.699066 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 33912) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:29.701143 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ab97f-28f6-4634-be66-6cd5453f1700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f20eb07-6535-4df8-a11b-fc9d4683411a,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:29.738773 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 523c91df-651e-4692-a259-38936f695dc9 up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:29.758953 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8c77-3228-46ba-8fba-f2073fec64b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.781232 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8c77-3228-46ba-8fba-f2073fec64b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.841892 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8c77-3228-46ba-8fba-f2073fec64b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.845463 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3f4e8c77-3228-46ba-8fba-f2073fec64b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.858523 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3f4e8c77-3228-46ba-8fba-f2073fec64b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f20eb07-6535-4df8-a11b-fc9d4683411a HTTP/1.1" status: 204 len: 168 time: 0.1512389 Aug 13 02:42:29.880773 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e8c77-3228-46ba-8fba-f2073fec64b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f20eb07-6535-4df8-a11b-fc9d4683411a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:29.882167 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 523c91df-651e-4692-a259-38936f695dc9 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:29.891299 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 523c91df-651e-4692-a259-38936f695dc9 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:29.891665 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:29.978626 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f33861e9-f445-4e8a-8fb5-86f91596131f req-a27a4d69-90a0-4174-8417-8b07a7f2fd1d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=0022f2c0-0d07-4d1b-8926-4dfa7356f023 HTTP/1.1" status: 200 len: 210 time: 0.0530193 Aug 13 02:42:30.051398 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.078507 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d205a9-fd71-4c5c-9031-e4e672938774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523c91df-651e-4692-a259-38936f695dc9'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:30.080837 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2777af-2ca3-4271-9aa6-320f57dc7b89" -d '{"events": [{"server_uuid": "50d205a9-fd71-4c5c-9031-e4e672938774", "name": "network-vif-plugged", "status": "completed", "tag": "523c91df-651e-4692-a259-38936f695dc9"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:30.096043 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 523c91df-651e-4692-a259-38936f695dc9, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=523c91df-651e-4692-a259-38936f695dc9,segment=NetworkSegment(3cc1e398-6438-4ba5-9a89-77052998caf0),segment_id=3cc1e398-6438-4ba5-9a89-77052998caf0)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:30.098413 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-6bde5f80-7474-445e-b7b3-e0c16b9fc56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:11Z', 'revision_number': 5, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:30.128197 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.133558 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bde5f80-7474-445e-b7b3-e0c16b9fc56f None None] The sync data for ids ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'] in dv-cinder-760184-6-iscsi is: [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:11Z', 'revision_number': 5, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:42:30.137342 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957d2b2c-08c1-4d32-9b83-d291e1069763 x-openstack-request-id: req-957d2b2c-08c1-4d32-9b83-d291e1069763 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:30.137625 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d205a9-fd71-4c5c-9031-e4e672938774", "name": "network-vif-plugged", "status": "completed", "tag": "523c91df-651e-4692-a259-38936f695dc9", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:30.137876 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-957d2b2c-08c1-4d32-9b83-d291e1069763 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:30.138265 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d205a9-fd71-4c5c-9031-e4e672938774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523c91df-651e-4692-a259-38936f695dc9', 'code': 200} Aug 13 02:42:30.194014 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=523c91df-651e-4692-a259-38936f695dc9,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:30.202116 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:30.202468 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:30.202807 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:30.203143 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:30.203545 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:30.203811 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:30.204113 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:30.204438 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:30.204918 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:30.205164 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:30.207479 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:30.207917 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:30.234078 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33922) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:30.250856 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8f5488f4-d00c-4ce2-a4b6-0271de41cd76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.345906 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8f5488f4-d00c-4ce2-a4b6-0271de41cd76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.359395 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-8f5488f4-d00c-4ce2-a4b6-0271de41cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.368059 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4ab05-f404-4c86-9eb9-d9a9676e1476 req-53a7a589-eac4-4c02-a7ef-a2c5f499ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:30.370338 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02b4ab05-f404-4c86-9eb9-d9a9676e1476 req-53a7a589-eac4-4c02-a7ef-a2c5f499ae80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 1098 time: 0.0493627 Aug 13 02:42:30.400139 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5488f4-d00c-4ce2-a4b6-0271de41cd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2798626-7a29-4229-a86c-9fed5f32dd26,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:30.406829 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8f5488f4-d00c-4ce2-a4b6-0271de41cd76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6fdacc8038d0412480f124c6eab0e416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694355 Aug 13 02:42:30.407059 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33924) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:30.425215 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-02b4ab05-f404-4c86-9eb9-d9a9676e1476 req-54202331-a84d-4ca9-af95-170581ede20c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459886 Aug 13 02:42:30.450873 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe2d39d-90d4-4029-8f11-63d402f9b267 None None] New status for floating IP 6a8f7390-52cd-4fbd-b2b3-279720e87e4e: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:42:30.469384 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-607a5a49-a583-401d-8b84-d5cbdb2eaba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.493824 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-607a5a49-a583-401d-8b84-d5cbdb2eaba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.532217 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7e5ff-61c9-4e80-ba08-7e5d3a7bdc89 req-4aca82c9-c9d0-4645-abf6-5f57320e469c tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:30.534154 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1ff7e5ff-61c9-4e80-ba08-7e5d3a7bdc89 req-4aca82c9-c9d0-4645-abf6-5f57320e469c tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 945 time: 0.0592690 Aug 13 02:42:30.547623 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-607a5a49-a583-401d-8b84-d5cbdb2eaba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.550494 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-607a5a49-a583-401d-8b84-d5cbdb2eaba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:30.554256 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-607a5a49-a583-401d-8b84-d5cbdb2eaba2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2798626-7a29-4229-a86c-9fed5f32dd26 HTTP/1.1" status: 204 len: 168 time: 0.1437309 Aug 13 02:42:30.569043 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a5a49-a583-401d-8b84-d5cbdb2eaba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2798626-7a29-4229-a86c-9fed5f32dd26,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:30.601098 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1ff7e5ff-61c9-4e80-ba08-7e5d3a7bdc89 req-55dfa367-7ba0-49f0-96f3-d96990e6264f tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606301 Aug 13 02:42:31.070713 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 33948) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:31.126170 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1e16354e-84af-429e-bad3-1ae016231bb4 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.152029 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1e16354e-84af-429e-bad3-1ae016231bb4 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.203594 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1e16354e-84af-429e-bad3-1ae016231bb4 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.207572 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-1e16354e-84af-429e-bad3-1ae016231bb4 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.208968 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-1e16354e-84af-429e-bad3-1ae016231bb4 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "DELETE /v2.0/security-groups/29616318-06ff-43d7-a415-b7a1e645a3f7 HTTP/1.1" status: 204 len: 168 time: 0.1372752 Aug 13 02:42:31.211808 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 33954) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:31.221006 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16354e-84af-429e-bad3-1ae016231bb4 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29616318-06ff-43d7-a415-b7a1e645a3f7,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:31.233053 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.api.v2.resource [None req-42f0d05a-f351-4078-b81d-63e9d1d72aa7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] show failed (client error): The resource could not be found. Aug 13 02:42:31.233966 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-42f0d05a-f351-4078-b81d-63e9d1d72aa7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups/29616318-06ff-43d7-a415-b7a1e645a3f7 HTTP/1.1" status: 404 len: 347 time: 0.0211203 Aug 13 02:42:31.236808 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 33956) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:31.383101 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-37407ba6-7936-432c-9832-8ee909932da5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Deleting port a648804c-4a08-41de-b47c-ffdb27b53452 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:31.383836 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-37407ba6-7936-432c-9832-8ee909932da5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.465359 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-37407ba6-7936-432c-9832-8ee909932da5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.465701 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-37407ba6-7936-432c-9832-8ee909932da5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.477560 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-37407ba6-7936-432c-9832-8ee909932da5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Calling delete_port for a648804c-4a08-41de-b47c-ffdb27b53452 owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:31.645175 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-37407ba6-7936-432c-9832-8ee909932da5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.691723 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37407ba6-7936-432c-9832-8ee909932da5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event deleted for resources: {'Port': ['ID=a648804c-4a08-41de-b47c-ffdb27b53452,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:31.703180 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 97ef92cc-ee8c-4230-96ba-e5f82029d0aa no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:42:31.724668 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 97ef92cc-ee8c-4230-96ba-e5f82029d0aa {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:42:31.725004 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 97ef92cc-ee8c-4230-96ba-e5f82029d0aa not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:42:31.779691 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595709e8-9409-4ae8-914d-d8beeeda3e24 req-b28ef9fe-8c5f-4597-abe4-f9ab01815968 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:31.781235 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-595709e8-9409-4ae8-914d-d8beeeda3e24 req-b28ef9fe-8c5f-4597-abe4-f9ab01815968 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 945 time: 0.0990968 Aug 13 02:42:31.784745 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-37407ba6-7936-432c-9832-8ee909932da5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.787399 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-37407ba6-7936-432c-9832-8ee909932da5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:31.788519 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-37407ba6-7936-432c-9832-8ee909932da5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "DELETE /v2.0/floatingips/6a8f7390-52cd-4fbd-b2b3-279720e87e4e HTTP/1.1" status: 204 len: 168 time: 0.5505822 Aug 13 02:42:31.837085 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-595709e8-9409-4ae8-914d-d8beeeda3e24 req-80649464-1b29-446c-8236-200859dd88bb tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473435 Aug 13 02:42:32.541629 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34044) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:32.546199 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-fd5b41bc-6632-40ae-92a8-87291e2e2dea tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--350115599', 'description': 'tempest-description--8082969'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:32.571137 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fd5b41bc-6632-40ae-92a8-87291e2e2dea tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.572199 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34048) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:32.663097 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fd5b41bc-6632-40ae-92a8-87291e2e2dea tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.668594 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fd5b41bc-6632-40ae-92a8-87291e2e2dea tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.686521 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7ed9398a-0901-48cf-84b6-91b461a47ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.695704 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fd5b41bc-6632-40ae-92a8-87291e2e2dea tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.699793 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-fd5b41bc-6632-40ae-92a8-87291e2e2dea tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.1545765 Aug 13 02:42:32.700166 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34060) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:32.703655 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b41bc-6632-40ae-92a8-87291e2e2dea tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f67aba5-0262-4721-a0df-766bb0f23cc7,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:32.708090 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-3200f156-34cf-46eb-8b3b-95d307397836 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Request body: {'security_group_rule': {'security_group_id': '8f67aba5-0262-4721-a0df-766bb0f23cc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:32.798279 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7ed9398a-0901-48cf-84b6-91b461a47ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.806207 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7ed9398a-0901-48cf-84b6-91b461a47ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.854374 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7ed9398a-0901-48cf-84b6-91b461a47ed2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5155a072b8e4bdcb82858fb505a8820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806590 Aug 13 02:42:32.857240 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34064) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:32.860483 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9398a-0901-48cf-84b6-91b461a47ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99025748-fb8d-40a1-9946-198b69bb3585,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:32.864176 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3200f156-34cf-46eb-8b3b-95d307397836 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.913518 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f586657-1b18-406e-a5b9-31d80a587fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.916567 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3200f156-34cf-46eb-8b3b-95d307397836 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.922906 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3200f156-34cf-46eb-8b3b-95d307397836 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.934671 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f586657-1b18-406e-a5b9-31d80a587fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.944296 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200f156-34cf-46eb-8b3b-95d307397836 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd5e625e-68ce-494a-b4e5-eba1e1bd3b25,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:32.948146 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3200f156-34cf-46eb-8b3b-95d307397836 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.951883 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3200f156-34cf-46eb-8b3b-95d307397836 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2483618 Aug 13 02:42:32.952369 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34066) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:32.957854 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-ae1eaf7b-4d95-4e5f-84c0-517188b6c049 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Request body: {'security_group_rule': {'security_group_id': '8f67aba5-0262-4721-a0df-766bb0f23cc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:32.982497 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f586657-1b18-406e-a5b9-31d80a587fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.985081 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3f586657-1b18-406e-a5b9-31d80a587fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.985806 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae1eaf7b-4d95-4e5f-84c0-517188b6c049 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:32.989894 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3f586657-1b18-406e-a5b9-31d80a587fe7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99025748-fb8d-40a1-9946-198b69bb3585 HTTP/1.1" status: 204 len: 168 time: 0.1278207 Aug 13 02:42:32.999263 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f586657-1b18-406e-a5b9-31d80a587fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99025748-fb8d-40a1-9946-198b69bb3585,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:33.054173 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae1eaf7b-4d95-4e5f-84c0-517188b6c049 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.058981 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae1eaf7b-4d95-4e5f-84c0-517188b6c049 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.074312 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1eaf7b-4d95-4e5f-84c0-517188b6c049 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ef3be1-73d9-45f2-b8da-40ae3045a65b,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:33.084732 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae1eaf7b-4d95-4e5f-84c0-517188b6c049 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.087305 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ae1eaf7b-4d95-4e5f-84c0-517188b6c049 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340187 Aug 13 02:42:33.090726 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34070) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:33.096001 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Request body: {'floatingip': {'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:33.120004 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.226458 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.280483 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34074) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:33.297989 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-164eb7c7-e7f2-4d17-a015-a7a65f8896cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.346105 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Allocated IP 172.27.1.251 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/23669d24-b872-4b06-b6fa-d1b9ee426c55) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:33.397834 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-164eb7c7-e7f2-4d17-a015-a7a65f8896cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.404538 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-164eb7c7-e7f2-4d17-a015-a7a65f8896cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.441742 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164eb7c7-e7f2-4d17-a015-a7a65f8896cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3480571c-1bdd-44c3-be2f-652da53c7785,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:33.445963 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-164eb7c7-e7f2-4d17-a015-a7a65f8896cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fac2c1a85f7d4752a904d569ed4cfbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642141 Aug 13 02:42:33.448998 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34078) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:33.483034 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.550263 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56fd1e7f-db3f-4010-a364-2a33323e1e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.572178 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.581423 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56fd1e7f-db3f-4010-a364-2a33323e1e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.640845 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:33.654050 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:33.657572 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:33.659926 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event updated for resources: {'Port': ['ID=23669d24-b872-4b06-b6fa-d1b9ee426c55,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:33.710089 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56fd1e7f-db3f-4010-a364-2a33323e1e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.712467 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-56fd1e7f-db3f-4010-a364-2a33323e1e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.713999 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-56fd1e7f-db3f-4010-a364-2a33323e1e46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3480571c-1bdd-44c3-be2f-652da53c7785 HTTP/1.1" status: 204 len: 168 time: 0.2637758 Aug 13 02:42:33.743098 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd1e7f-db3f-4010-a364-2a33323e1e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3480571c-1bdd-44c3-be2f-652da53c7785,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:33.760719 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.802081 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.816462 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:42:33.869228 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.970542 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:33.975964 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.305637 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event updated for resources: {'Port': ['ID=23669d24-b872-4b06-b6fa-d1b9ee426c55,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:34.313879 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.330657 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.332388 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1859b3b8-7b37-454d-b217-9b8007c77ac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2405515 Aug 13 02:42:34.456955 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34110) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:34.528061 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-8f8bbdc2-7338-45eb-9048-1c24f608c55d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--350115599&fields=id&tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297 HTTP/1.1" status: 200 len: 267 time: 0.0325770 Aug 13 02:42:34.559737 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-418705952-network', 'tenant_id': '42c6d8dd9a754351bd61c19e650e6ef2'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:34.580563 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] Made reservation on behalf of 42c6d8dd9a754351bd61c19e650e6ef2 for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:34.583335 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.592864 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.636324 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-8e1c3d68-62f8-4442-a7fc-306b7a231a40 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:34.637827 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-8e1c3d68-62f8-4442-a7fc-306b7a231a40 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/networks?id=9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 200 len: 817 time: 0.1027551 Aug 13 02:42:34.654295 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-588d080c-ef25-41c1-919d-916561d2d01b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/quotas/56db0bf5e5a14e7fa22f6d08efb9b297 HTTP/1.1" status: 200 len: 375 time: 0.0104127 Aug 13 02:42:34.688723 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.694079 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.714331 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a86e2320-0c11-4459-922b-eef2618a80e5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540626 Aug 13 02:42:34.716921 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:42:34.730309 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d346bd55-064b-4bdf-8a16-9e6ace40c6fe,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:34.735425 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.735753 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] Added segment 00b4bb87-a2d9-43d2-ab00-2803aca2078a of type vlan for network fc1fa88f-0ff7-4c99-8020-2042f9f38531 Aug 13 02:42:34.775538 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.809011 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-1bfffdf9-84dc-48f8-a95c-a467ee0db0d0 service neutron] 10.222.0.42 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816908 Aug 13 02:42:34.810467 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.811433 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:34.811996 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.866538 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4083960 Aug 13 02:42:34.870884 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34118) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:34.872279 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985aff9-c112-4ca9-bdfd-ca0833ae5b93 admin admin] Pushing event updated for resources: {'Network': ['ID=fc1fa88f-0ff7-4c99-8020-2042f9f38531,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:34.881913 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-a30acd6d-f652-4bd5-9a0e-8a8de08a7fde admin admin] Request body: {'subnet': {'network_id': 'fc1fa88f-0ff7-4c99-8020-2042f9f38531', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-418705952-subnet', 'tenant_id': '42c6d8dd9a754351bd61c19e650e6ef2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:34.882692 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network fc1fa88f-0ff7-4c99-8020-2042f9f38531 details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:42:34.930202 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30acd6d-f652-4bd5-9a0e-8a8de08a7fde admin admin] Made reservation on behalf of 42c6d8dd9a754351bd61c19e650e6ef2 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:34.932739 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a30acd6d-f652-4bd5-9a0e-8a8de08a7fde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6980256'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:34.936012 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-031f20bc-d03e-4ebe-be09-227e7ceccb93 service neutron] 10.222.0.42 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175056 Aug 13 02:42:35.126875 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-90603966-4aa7-4336-b502-74105f7a9108 req-f1e5290d-5b9e-44c9-a968-86306c84076a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 210 time: 0.0550675 Aug 13 02:42:35.152588 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a30acd6d-f652-4bd5-9a0e-8a8de08a7fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7328939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6980242'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.202284 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30acd6d-f652-4bd5-9a0e-8a8de08a7fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=60cb8d9c-b1c1-44bf-9f66-3b1cde3555d0,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:35.217639 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30acd6d-f652-4bd5-9a0e-8a8de08a7fde admin admin] Checking segment: {'id': '00b4bb87-a2d9-43d2-ab00-2803aca2078a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fc1fa88f-0ff7-4c99-8020-2042f9f38531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:35.218040 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30acd6d-f652-4bd5-9a0e-8a8de08a7fde admin admin] Network hostable DHCP agents. Network: fc1fa88f-0ff7-4c99-8020-2042f9f38531, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:42:35.235204 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30acd6d-f652-4bd5-9a0e-8a8de08a7fde admin admin] Network fc1fa88f-0ff7-4c99-8020-2042f9f38531 is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:42:35.245131 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-a30acd6d-f652-4bd5-9a0e-8a8de08a7fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, fc1fa88f-0ff7-4c99-8020-2042f9f38531) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:35.249825 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30acd6d-f652-4bd5-9a0e-8a8de08a7fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:35.250359 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a30acd6d-f652-4bd5-9a0e-8a8de08a7fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.260985 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d32f53-f74d-4cad-9e70-a8ad84800668 None None] Network fc1fa88f-0ff7-4c99-8020-2042f9f38531 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:35.278078 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a30acd6d-f652-4bd5-9a0e-8a8de08a7fde admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4059575 Aug 13 02:42:35.402525 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9ad7e3-c1cf-459d-8eb8-c86a8840064d None None] Network fc1fa88f-0ff7-4c99-8020-2042f9f38531 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:35.812169 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34148) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:35.820163 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-286055242-network', 'tenant_id': 'da222cfe67f64eff84699a25994477dd'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:35.847054 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] Made reservation on behalf of da222cfe67f64eff84699a25994477dd for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:35.849424 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.858951 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.954320 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.960944 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.984831 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:42:35.993472 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89a4035-e7af-498e-ac6b-92beff53fe28,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:35.999164 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:35.999494 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] Added segment 63212adc-51c4-4a3b-b544-86740a01377a of type vlan for network fb48e174-f8f1-4cfe-b6ab-6c01f0468eb7 Aug 13 02:42:36.038202 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:36.074002 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:36.074978 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:36.075857 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:36.130085 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3166413 Aug 13 02:42:36.133371 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34150) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:36.141722 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf875e83-8121-45c8-b1a4-6f0052c5bf20 admin admin] Pushing event updated for resources: {'Network': ['ID=fb48e174-f8f1-4cfe-b6ab-6c01f0468eb7,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:36.143227 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-316517ff-07aa-4f27-9a3f-f61c97afd065 admin admin] Request body: {'subnet': {'network_id': 'fb48e174-f8f1-4cfe-b6ab-6c01f0468eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-286055242-subnet', 'tenant_id': 'da222cfe67f64eff84699a25994477dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:36.152096 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network fb48e174-f8f1-4cfe-b6ab-6c01f0468eb7 details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:42:36.172394 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316517ff-07aa-4f27-9a3f-f61c97afd065 admin admin] Made reservation on behalf of da222cfe67f64eff84699a25994477dd for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:36.177188 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-316517ff-07aa-4f27-9a3f-f61c97afd065 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6980256'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:36.316683 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-66a22f66-6e61-46b6-9e73-5e53501a9786 req-2011ba32-e34d-4268-9a91-6930c1395fe3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 210 time: 0.0941951 Aug 13 02:42:36.370031 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4d94d07a-661d-4b0e-96e2-220205571bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:36.400613 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-72b72e72-7127-400e-bea4-06c453b5ef1b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:36.402172 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-72b72e72-7127-400e-bea4-06c453b5ef1b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.60 "GET /v2.0/networks?id=9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 200 len: 817 time: 0.1894617 Aug 13 02:42:36.525109 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-9fe04947-7a92-4883-aa57-377c73cd9076 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297 HTTP/1.1" status: 200 len: 379 time: 0.0822186 Aug 13 02:42:36.533069 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-316517ff-07aa-4f27-9a3f-f61c97afd065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7328939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6980242'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:36.541961 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-550a8078-40bb-4f47-8a65-0b3e4cd09d7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Request body: {'port': {'device_id': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'admin_state_up': True, 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'security_groups': ['8f67aba5-0262-4721-a0df-766bb0f23cc7']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:36.646756 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316517ff-07aa-4f27-9a3f-f61c97afd065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ae8d94-b97a-4124-85e7-645ce6df9aeb,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:36.673802 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316517ff-07aa-4f27-9a3f-f61c97afd065 admin admin] Checking segment: {'id': '63212adc-51c4-4a3b-b544-86740a01377a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'fb48e174-f8f1-4cfe-b6ab-6c01f0468eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:36.674154 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316517ff-07aa-4f27-9a3f-f61c97afd065 admin admin] Network hostable DHCP agents. Network: fb48e174-f8f1-4cfe-b6ab-6c01f0468eb7, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:42:36.709646 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316517ff-07aa-4f27-9a3f-f61c97afd065 admin admin] Network fb48e174-f8f1-4cfe-b6ab-6c01f0468eb7 is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:42:36.714742 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-550a8078-40bb-4f47-8a65-0b3e4cd09d7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Made reservation on behalf of 56db0bf5e5a14e7fa22f6d08efb9b297 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:36.718287 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-550a8078-40bb-4f47-8a65-0b3e4cd09d7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:36.728355 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-316517ff-07aa-4f27-9a3f-f61c97afd065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, fb48e174-f8f1-4cfe-b6ab-6c01f0468eb7) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:36.734361 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316517ff-07aa-4f27-9a3f-f61c97afd065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:36.734927 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-316517ff-07aa-4f27-9a3f-f61c97afd065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:36.736371 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f4f79b-e84d-4256-ad36-48f3aebb56d3 None None] Network fb48e174-f8f1-4cfe-b6ab-6c01f0468eb7 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:36.783531 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-316517ff-07aa-4f27-9a3f-f61c97afd065 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6474464 Aug 13 02:42:36.865247 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-550a8078-40bb-4f47-8a65-0b3e4cd09d7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Allocated IP 172.20.0.3 (9102dfda-d03c-4456-90ad-be83fc17c3bd/1d722d64-dd9d-486a-a9c9-6f37fad094ab/7649a39f-32fc-4ad9-9bb6-e42a64b18cff) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:42:36.866981 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de85d21-4fac-4441-bad4-ad2be786b0c5 None None] Network fb48e174-f8f1-4cfe-b6ab-6c01f0468eb7 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:37.029889 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-550a8078-40bb-4f47-8a65-0b3e4cd09d7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.045358 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-550a8078-40bb-4f47-8a65-0b3e4cd09d7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Transition to ACTIVE for port object 7649a39f-32fc-4ad9-9bb6-e42a64b18cff will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:37.083534 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-550a8078-40bb-4f47-8a65-0b3e4cd09d7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.127319 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-550a8078-40bb-4f47-8a65-0b3e4cd09d7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Network 9102dfda-d03c-4456-90ad-be83fc17c3bd is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:42:37.132406 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-550a8078-40bb-4f47-8a65-0b3e4cd09d7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:37.136925 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-550a8078-40bb-4f47-8a65-0b3e4cd09d7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:42:37.174746 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a8078-40bb-4f47-8a65-0b3e4cd09d7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event updated for resources: {'Port': ['ID=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:37.198906 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-550a8078-40bb-4f47-8a65-0b3e4cd09d7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:37.199609 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-550a8078-40bb-4f47-8a65-0b3e4cd09d7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.217157 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-550a8078-40bb-4f47-8a65-0b3e4cd09d7d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6811938 Aug 13 02:42:37.237501 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Request body: {'port': {'device_id': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:37.305116 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.434639 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-8df9ff9b-5ac1-42a8-8d82-86e765d9966b None None] Provisioning for port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:37.439567 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-8df9ff9b-5ac1-42a8-8d82-86e765d9966b None None] Provisioning complete for port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:37.439922 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8df9ff9b-5ac1-42a8-8d82-86e765d9966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.481208 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-8df9ff9b-5ac1-42a8-8d82-86e765d9966b None None] Port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:42:37.555937 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac53f82-f397-470c-ac89-7a2726010575 req-783f6eaa-2358-4337-a806-e0ca76c100b7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:37.558180 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ac53f82-f397-470c-ac89-7a2726010575 req-783f6eaa-2358-4337-a806-e0ca76c100b7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 931 time: 0.1113422 Aug 13 02:42:37.635125 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ac53f82-f397-470c-ac89-7a2726010575 req-b003af4a-8d89-4922-a8a6-085106f9b823 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686424 Aug 13 02:42:37.672909 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7649a39f-32fc-4ad9-9bb6-e42a64b18cff {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:37.680174 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.691561 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Transition to ACTIVE for port object 7649a39f-32fc-4ad9-9bb6-e42a64b18cff will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:42:37.696732 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.747054 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:37.823587 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Attempting to bind port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:42:37.823997 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Attempting to bind port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:42:37.824253 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Attempting to bind port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff on network 9102dfda-d03c-4456-90ad-be83fc17c3bd {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:37.829744 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff on network 9102dfda-d03c-4456-90ad-be83fc17c3bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:42:37.830105 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Attempting to bind port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff on network 9102dfda-d03c-4456-90ad-be83fc17c3bd {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:42:37.835984 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:42:37.836317 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Checking segment: {'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:37.836737 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Bound using segment: {'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:42:37.837167 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Bound port: 7649a39f-32fc-4ad9-9bb6-e42a64b18cff, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd44f8a34-06a0-45f0-9547-59b264cbd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:42:37.837525 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.903814 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] For port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff, host hv-cinder-76018, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:42:37.906909 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] For port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:42:37.911170 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.944779 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:37.945877 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:37.947813 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] 10.222.0.60 "PUT /v2.0/ports/7649a39f-32fc-4ad9-9bb6-e42a64b18cff HTTP/1.1" status: 200 len: 1093 time: 0.7149353 Aug 13 02:42:37.948481 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'tag': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:37.950785 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6737f9-28b3-4f56-9169-83a93b29ef4a" -d '{"events": [{"name": "network-changed", "server_uuid": "107bb2e9-0fe5-474a-9990-5cdc7b18ea8b", "tag": "7649a39f-32fc-4ad9-9bb6-e42a64b18cff"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:37.978075 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1c377-8436-4525-8182-01cddd80e7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:37.993688 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed271d0-a954-4cc0-a2bb-37d28d513619 x-openstack-request-id: req-0ed271d0-a954-4cc0-a2bb-37d28d513619 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:37.993974 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107bb2e9-0fe5-474a-9990-5cdc7b18ea8b", "tag": "7649a39f-32fc-4ad9-9bb6-e42a64b18cff", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:37.994252 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ed271d0-a954-4cc0-a2bb-37d28d513619 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:37.994711 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'tag': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'status': 'completed', 'code': 200} Aug 13 02:42:38.057745 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-9c702fca-ecfa-4189-bdd7-c6d61d2effba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:38.059340 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-9c702fca-ecfa-4189-bdd7-c6d61d2effba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 1096 time: 0.0445445 Aug 13 02:42:38.113641 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-31cb7899-0980-4479-b7fe-91d4ff8ef97f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff HTTP/1.1" status: 200 len: 217 time: 0.0388901 Aug 13 02:42:38.163306 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-6fd412f7-76ce-4c8e-b921-3ea891dbc9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:38.164692 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-6fd412f7-76ce-4c8e-b921-3ea891dbc9e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d722d64-dd9d-486a-a9c9-6f37fad094ab HTTP/1.1" status: 200 len: 856 time: 0.0431550 Aug 13 02:42:38.210987 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-39f4a8ab-7b1a-4e42-aa44-ac5dbb05f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:38.212517 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-39f4a8ab-7b1a-4e42-aa44-ac5dbb05f84d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9102dfda-d03c-4456-90ad-be83fc17c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402012 Aug 13 02:42:38.314766 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-58a3e7ef-7a76-4ea5-b590-e7372c3a8d8f service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934567 Aug 13 02:42:38.417134 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d932e2a-9474-4a65-b4f7-96dac202e59e req-555776a1-dbb4-4d87-b93b-4501bbe321ea service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927653 Aug 13 02:42:38.571319 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6737f9-28b3-4f56-9169-83a93b29ef4a req-da256678-4d0b-457d-88dd-47c50fb9e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:38.573108 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0d6737f9-28b3-4f56-9169-83a93b29ef4a req-da256678-4d0b-457d-88dd-47c50fb9e3e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 1096 time: 0.0437272 Aug 13 02:42:38.665779 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6737f9-28b3-4f56-9169-83a93b29ef4a req-f79828d7-785d-4318-a14a-d6f41c227e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:38.668242 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0d6737f9-28b3-4f56-9169-83a93b29ef4a req-f79828d7-785d-4318-a14a-d6f41c227e80 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 200 len: 918 time: 0.0871601 Aug 13 02:42:38.715795 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0d6737f9-28b3-4f56-9169-83a93b29ef4a req-f255c4a5-3251-4a43-9a2b-ea4c406dd6ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff HTTP/1.1" status: 200 len: 217 time: 0.0401154 Aug 13 02:42:38.797502 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6737f9-28b3-4f56-9169-83a93b29ef4a req-563c36c1-4efc-4e86-8af2-1cf63ae2fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:38.798994 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0d6737f9-28b3-4f56-9169-83a93b29ef4a req-563c36c1-4efc-4e86-8af2-1cf63ae2fd01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d722d64-dd9d-486a-a9c9-6f37fad094ab HTTP/1.1" status: 200 len: 856 time: 0.0759766 Aug 13 02:42:38.813794 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ad478-2765-4f8c-937a-80e4c2e7bc40 req-b9b266ef-9d17-44b9-91a3-7618cad384e0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:38.815275 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c7ad478-2765-4f8c-937a-80e4c2e7bc40 req-b9b266ef-9d17-44b9-91a3-7618cad384e0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0842974 Aug 13 02:42:38.872992 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c7ad478-2765-4f8c-937a-80e4c2e7bc40 req-ca48c7a4-e315-4abf-b462-096ad0d24447 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494268 Aug 13 02:42:38.879125 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6737f9-28b3-4f56-9169-83a93b29ef4a req-1580483b-ae2e-4d57-ac77-b0c3846a3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:38.880605 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0d6737f9-28b3-4f56-9169-83a93b29ef4a req-1580483b-ae2e-4d57-ac77-b0c3846a3aef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9102dfda-d03c-4456-90ad-be83fc17c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643325 Aug 13 02:42:38.981533 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0d6737f9-28b3-4f56-9169-83a93b29ef4a req-2d31029f-fa21-4019-a0eb-9fe0c06a415c service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921161 Aug 13 02:42:39.079579 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0d6737f9-28b3-4f56-9169-83a93b29ef4a req-0a7f507e-6e90-4557-abf3-7c457f445893 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904701 Aug 13 02:42:39.169650 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:39.331365 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d11f1b3f-ba46-4dc6-a029-33e5d48455d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:39.999962 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f64fb7-1bfd-476f-b19d-570cf6308bac req-97761e3c-adab-49f4-97eb-bfaee1d1bcfa tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:40.001537 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-09f64fb7-1bfd-476f-b19d-570cf6308bac req-97761e3c-adab-49f4-97eb-bfaee1d1bcfa tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0510988 Aug 13 02:42:40.052696 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-09f64fb7-1bfd-476f-b19d-570cf6308bac req-e32fcadf-6bba-459c-b73d-cca968c1d1bc tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432734 Aug 13 02:42:40.454637 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:40.991173 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-565e75ea-9d59-430b-b73f-802deac9f978 req-2319a5fb-d4cb-4536-b8b8-9f74f2186eaa tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1962240005&fields=id&tenant_id=583c4a6ab3bd4094b9a258a2f0b3579e HTTP/1.1" status: 200 len: 267 time: 0.0355079 Aug 13 02:42:41.045363 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e75ea-9d59-430b-b73f-802deac9f978 req-64136cb6-b54e-4c69-8c18-d07f7bab20ad tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:41.046706 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-565e75ea-9d59-430b-b73f-802deac9f978 req-64136cb6-b54e-4c69-8c18-d07f7bab20ad tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 984 time: 0.0497763 Aug 13 02:42:41.060694 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-565e75ea-9d59-430b-b73f-802deac9f978 req-e091424e-92a3-44dc-8f54-8b54f0f3520f tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Request body: {'port': {'security_groups': ['62fd2725-01f5-4fc0-b4cc-0d9db4102ca1']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:41.138731 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-565e75ea-9d59-430b-b73f-802deac9f978 req-e091424e-92a3-44dc-8f54-8b54f0f3520f tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:41.227409 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4cab7-30c7-4405-bbab-beb4e67f56c3 req-5bc6dbe9-fcdc-43f0-a48f-9c233a31ca84 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:41.229024 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8dd4cab7-30c7-4405-bbab-beb4e67f56c3 req-5bc6dbe9-fcdc-43f0-a48f-9c233a31ca84 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0993586 Aug 13 02:42:41.306915 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8dd4cab7-30c7-4405-bbab-beb4e67f56c3 req-8e8befa6-a439-4929-88e0-5efba397295e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655830 Aug 13 02:42:41.404937 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-565e75ea-9d59-430b-b73f-802deac9f978 req-e091424e-92a3-44dc-8f54-8b54f0f3520f tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] For port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7,segment=NetworkSegment(8cad027f-0276-4952-945c-cd63439f014e),segment_id=8cad027f-0276-4952-945c-cd63439f014e)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:41.436251 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-565e75ea-9d59-430b-b73f-802deac9f978 req-e091424e-92a3-44dc-8f54-8b54f0f3520f tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:41.441958 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-565e75ea-9d59-430b-b73f-802deac9f978 req-e091424e-92a3-44dc-8f54-8b54f0f3520f tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:41.487577 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e75ea-9d59-430b-b73f-802deac9f978 req-e091424e-92a3-44dc-8f54-8b54f0f3520f tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:41.488240 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-565e75ea-9d59-430b-b73f-802deac9f978 req-e091424e-92a3-44dc-8f54-8b54f0f3520f tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:41.488391 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:41.489837 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-565e75ea-9d59-430b-b73f-802deac9f978 req-e091424e-92a3-44dc-8f54-8b54f0f3520f tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "PUT /v2.0/ports/7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 HTTP/1.1" status: 200 len: 942 time: 0.4337702 Aug 13 02:42:41.490454 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'tag': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:41.496281 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34224) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:41.505501 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf8ad4f-d574-4662-9a70-5b426afff298" -d '{"events": [{"name": "network-changed", "server_uuid": "87af3616-3035-45f7-9a71-49ffdbdeea8c", "tag": "7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:41.559946 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091424e-92a3-44dc-8f54-8b54f0f3520f tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Pushing event updated for resources: {'Port': ['ID=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7,revision_number=7']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:41.586186 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6a8851-ae9a-4503-97f8-235ea9ee4e70 x-openstack-request-id: req-3b6a8851-ae9a-4503-97f8-235ea9ee4e70 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:41.586677 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87af3616-3035-45f7-9a71-49ffdbdeea8c", "tag": "7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:41.586805 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b6a8851-ae9a-4503-97f8-235ea9ee4e70 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:41.587258 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'tag': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7', 'status': 'completed', 'code': 200} Aug 13 02:42:41.614434 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4acaf466-b817-4799-b844-cc4bbe106ba2 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:41.641612 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4acaf466-b817-4799-b844-cc4bbe106ba2 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:41.680009 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:41.697197 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8ad4f-d574-4662-9a70-5b426afff298 req-e5aae1b9-be9e-4e30-831f-2633791deb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:41.702200 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bf8ad4f-d574-4662-9a70-5b426afff298 req-e5aae1b9-be9e-4e30-831f-2633791deb37 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=583c4a6ab3bd4094b9a258a2f0b3579e&device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 1098 time: 0.0624425 Aug 13 02:42:41.713288 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4acaf466-b817-4799-b844-cc4bbe106ba2 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:41.723571 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4acaf466-b817-4799-b844-cc4bbe106ba2 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:41.724774 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4acaf466-b817-4799-b844-cc4bbe106ba2 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "DELETE /v2.0/security-groups/25012e65-9543-44e9-8c67-0a2cf7e54303 HTTP/1.1" status: 204 len: 168 time: 0.2273314 Aug 13 02:42:41.728850 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34230) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:41.737632 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acaf466-b817-4799-b844-cc4bbe106ba2 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25012e65-9543-44e9-8c67-0a2cf7e54303,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:41.786952 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 7649a39f-32fc-4ad9-9bb6-e42a64b18cff details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:42:41.806150 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:41.812813 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-3c474cf4-e7a9-4413-be09-580d4af5c289 None None] Provisioning complete for port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:41.813081 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3c474cf4-e7a9-4413-be09-580d4af5c289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:41.885639 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8ad4f-d574-4662-9a70-5b426afff298 req-fe2ff096-dfde-4903-9df9-8907f303715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:41.887135 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bf8ad4f-d574-4662-9a70-5b426afff298 req-fe2ff096-dfde-4903-9df9-8907f303715a service neutron] 10.222.0.60 "GET /v2.0/networks?id=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 HTTP/1.1" status: 200 len: 915 time: 0.1798480 Aug 13 02:42:41.977377 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bf8ad4f-d574-4662-9a70-5b426afff298 req-eb415f07-8135-40b9-aa56-c8a45502af09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 HTTP/1.1" status: 200 len: 999 time: 0.0817938 Aug 13 02:42:42.008772 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:42.027636 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-0b04042b-2d74-45de-9d34-15f883ce87ca tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Deleting port c8a163d3-54eb-4326-9b91-92d64cbbc344 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:42.027979 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0b04042b-2d74-45de-9d34-15f883ce87ca tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.030163 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'port_id': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'mac_address': 'fa:16:3e:8e:ae:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:42:42.069252 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.070768 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8ad4f-d574-4662-9a70-5b426afff298 req-22636619-c81b-4680-ac25-ed0708f881c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:42.072300 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bf8ad4f-d574-4662-9a70-5b426afff298 req-22636619-c81b-4680-ac25-ed0708f881c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb003ed-61ad-436a-a6bb-1d970bfe3403 HTTP/1.1" status: 200 len: 853 time: 0.0872216 Aug 13 02:42:42.083603 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7649a39f-32fc-4ad9-9bb6-e42a64b18cff {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:42:42.111139 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:42.116174 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.141974 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0b04042b-2d74-45de-9d34-15f883ce87ca tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.142283 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0b04042b-2d74-45de-9d34-15f883ce87ca tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.154165 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8ad4f-d574-4662-9a70-5b426afff298 req-d832a738-d610-4527-b7fb-34e668ffb93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:42.155672 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bf8ad4f-d574-4662-9a70-5b426afff298 req-d832a738-d610-4527-b7fb-34e668ffb93b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752103 Aug 13 02:42:42.159341 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-0b04042b-2d74-45de-9d34-15f883ce87ca tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Calling delete_port for c8a163d3-54eb-4326-9b91-92d64cbbc344 owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:42.164219 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:42.329646 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bf8ad4f-d574-4662-9a70-5b426afff298 req-afcdc4f7-52ca-460e-9117-3228982385c9 service neutron] 10.222.0.60 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647007 Aug 13 02:42:42.451321 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['7649a39f-32fc-4ad9-9bb6-e42a64b18cff'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:42.752673 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0b04042b-2d74-45de-9d34-15f883ce87ca tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.756168 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8bf8ad4f-d574-4662-9a70-5b426afff298 req-58e8490c-6318-41cd-80c7-59c3883eb6a3 service neutron] 10.222.0.60 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191754 Aug 13 02:42:42.763523 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87f247-5c5a-4476-a967-3b87643b49fb req-e688e2e4-91ba-4070-bc34-a70c32884bd3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:42.764934 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed87f247-5c5a-4476-a967-3b87643b49fb req-e688e2e4-91ba-4070-bc34-a70c32884bd3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 944 time: 0.1198134 Aug 13 02:42:42.799450 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04042b-2d74-45de-9d34-15f883ce87ca tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Pushing event deleted for resources: {'Port': ['ID=c8a163d3-54eb-4326-9b91-92d64cbbc344,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:42.871234 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed87f247-5c5a-4476-a967-3b87643b49fb req-0eedaa4f-3d45-40e4-894b-a68b601dc165 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970449 Aug 13 02:42:42.894894 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0b04042b-2d74-45de-9d34-15f883ce87ca tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:42.895239 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-0b04042b-2d74-45de-9d34-15f883ce87ca tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Floating IP c9f9c991-fb3a-4e0b-ab9d-4b8ddbcc66c9 disassociated (deleted). External IP: 172.27.1.8, port: 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7. Aug 13 02:42:43.120397 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b04042b-2d74-45de-9d34-15f883ce87ca tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Router 986abc38-0673-4779-9467-550d4bade644 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:42:43.256778 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b04042b-2d74-45de-9d34-15f883ce87ca tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:43.262830 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0b04042b-2d74-45de-9d34-15f883ce87ca tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:43.267758 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63521aa8-de84-4487-ad65-7a27286a30fc None None] Sync routers for ids ['986abc38-0673-4779-9467-550d4bade644'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:43.276540 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63521aa8-de84-4487-ad65-7a27286a30fc None None] Routers {'986abc38-0673-4779-9467-550d4bade644'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:43.277371 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-63521aa8-de84-4487-ad65-7a27286a30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['986abc38-0673-4779-9467-550d4bade644'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:43.291391 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0b04042b-2d74-45de-9d34-15f883ce87ca tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "DELETE /v2.0/floatingips/c9f9c991-fb3a-4e0b-ab9d-4b8ddbcc66c9 HTTP/1.1" status: 204 len: 168 time: 1.5614519 Aug 13 02:42:43.387150 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-63521aa8-de84-4487-ad65-7a27286a30fc None None] Set router 986abc38-0673-4779-9467-550d4bade644 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:43.589022 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'tag': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:43.592098 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d237c1b-3b84-47c8-9425-4dc74948b02e" -d '{"events": [{"name": "network-changed", "server_uuid": "87af3616-3035-45f7-9a71-49ffdbdeea8c", "tag": "7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:43.607593 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-63521aa8-de84-4487-ad65-7a27286a30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986abc38-0673-4779-9467-550d4bade644', 'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '1859048a-e741-4e23-9480-e09992c5a650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:18Z', 'revision_number': 4, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'gw_port': {'id': '1859048a-e741-4e23-9480-e09992c5a650', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:14Z', 'updated_at': '2021-08-13T02:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '80a17a10-cdce-4b2a-a098-5de8d130f743', 'name': '', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'mac_address': 'fa:16:3e:1f:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:17Z', 'updated_at': '2021-08-13T02:39:31Z', 'revision_number': 5, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'subnets': [{'id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:43.628733 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1e95d9-dd57-4272-8c7a-4da7737d23e1 x-openstack-request-id: req-cb1e95d9-dd57-4272-8c7a-4da7737d23e1 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:43.629019 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87af3616-3035-45f7-9a71-49ffdbdeea8c", "tag": "7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:43.629262 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb1e95d9-dd57-4272-8c7a-4da7737d23e1 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:43.629667 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'tag': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7', 'status': 'completed', 'code': 200} Aug 13 02:42:43.644989 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63521aa8-de84-4487-ad65-7a27286a30fc None None] Checking router: 986abc38-0673-4779-9467-550d4bade644 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:42:43.656230 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63521aa8-de84-4487-ad65-7a27286a30fc None None] Routers {'986abc38-0673-4779-9467-550d4bade644'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:43.657061 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-63521aa8-de84-4487-ad65-7a27286a30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['986abc38-0673-4779-9467-550d4bade644'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:43.720069 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d237c1b-3b84-47c8-9425-4dc74948b02e req-3ac5d598-923d-4ca0-a47c-7a4e1db63e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:43.721611 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1d237c1b-3b84-47c8-9425-4dc74948b02e req-3ac5d598-923d-4ca0-a47c-7a4e1db63e93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=583c4a6ab3bd4094b9a258a2f0b3579e&device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 1098 time: 0.0440924 Aug 13 02:42:43.766718 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-63521aa8-de84-4487-ad65-7a27286a30fc None None] Set router 986abc38-0673-4779-9467-550d4bade644 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:43.791923 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 7649a39f-32fc-4ad9-9bb6-e42a64b18cff up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:42:43.814449 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d237c1b-3b84-47c8-9425-4dc74948b02e req-155d4965-56d0-4c0a-bc9f-df62b3d1bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:43.815958 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1d237c1b-3b84-47c8-9425-4dc74948b02e req-155d4965-56d0-4c0a-bc9f-df62b3d1bdb7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 HTTP/1.1" status: 200 len: 915 time: 0.0870512 Aug 13 02:42:43.860108 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1d237c1b-3b84-47c8-9425-4dc74948b02e req-cb299052-6b95-4f29-afee-8ab65cb9d473 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 HTTP/1.1" status: 200 len: 217 time: 0.0340016 Aug 13 02:42:43.913515 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d237c1b-3b84-47c8-9425-4dc74948b02e req-36282c12-18f7-4620-9a8c-a658436333f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:43.915659 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1d237c1b-3b84-47c8-9425-4dc74948b02e req-36282c12-18f7-4620-9a8c-a658436333f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bbb003ed-61ad-436a-a6bb-1d970bfe3403 HTTP/1.1" status: 200 len: 853 time: 0.0448742 Aug 13 02:42:43.938305 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:42:43.946673 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:42:43.947055 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.016089 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d237c1b-3b84-47c8-9425-4dc74948b02e req-b9ba9cb0-fd45-4c95-8c0b-80890cef4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:44.018562 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1d237c1b-3b84-47c8-9425-4dc74948b02e req-b9ba9cb0-fd45-4c95-8c0b-80890cef4f55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871236 Aug 13 02:42:44.046458 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d9993-fc90-48fc-a97b-4e0c21eec6ab req-bf54839f-8540-4504-bc2d-adedf2297c29 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:44.048113 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b8d9993-fc90-48fc-a97b-4e0c21eec6ab req-bf54839f-8540-4504-bc2d-adedf2297c29 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 944 time: 0.0878062 Aug 13 02:42:44.086353 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.089359 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-63521aa8-de84-4487-ad65-7a27286a30fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986abc38-0673-4779-9467-550d4bade644', 'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '1859048a-e741-4e23-9480-e09992c5a650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:18Z', 'revision_number': 4, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'gw_port': {'id': '1859048a-e741-4e23-9480-e09992c5a650', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:14Z', 'updated_at': '2021-08-13T02:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '80a17a10-cdce-4b2a-a098-5de8d130f743', 'name': '', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'mac_address': 'fa:16:3e:1f:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:17Z', 'updated_at': '2021-08-13T02:39:31Z', 'revision_number': 5, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'subnets': [{'id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:44.129701 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63521aa8-de84-4487-ad65-7a27286a30fc None None] The sync data for ids ['986abc38-0673-4779-9467-550d4bade644'] in dv-cinder-760184-6-iscsi is: [{'id': '986abc38-0673-4779-9467-550d4bade644', 'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '1859048a-e741-4e23-9480-e09992c5a650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:18Z', 'revision_number': 4, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'gw_port': {'id': '1859048a-e741-4e23-9480-e09992c5a650', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:14Z', 'updated_at': '2021-08-13T02:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '80a17a10-cdce-4b2a-a098-5de8d130f743', 'name': '', 'network_id': '30f3d3b3-8ce0-4d7d-b45c-95745f2bb238', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'mac_address': 'fa:16:3e:1f:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:17Z', 'updated_at': '2021-08-13T02:39:31Z', 'revision_number': 5, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'subnets': [{'id': 'bbb003ed-61ad-436a-a6bb-1d970bfe3403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:42:44.152886 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:44.155282 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8219b704-a9ab-4388-bf04-ea7b4dd93260" -d '{"events": [{"server_uuid": "107bb2e9-0fe5-474a-9990-5cdc7b18ea8b", "name": "network-vif-plugged", "status": "completed", "tag": "7649a39f-32fc-4ad9-9bb6-e42a64b18cff"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:44.156178 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b8d9993-fc90-48fc-a97b-4e0c21eec6ab req-ba373b37-42be-44f7-af50-2abc44e36e11 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946193 Aug 13 02:42:44.194071 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:44.198169 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1d237c1b-3b84-47c8-9425-4dc74948b02e req-ecba403b-66b9-40e5-8bf9-be67dcc603bd service neutron] 10.222.0.60 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704469 Aug 13 02:42:44.200383 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:44.264124 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:44.282954 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e326afe-9240-4dd5-b759-c8ac1b2b5eb6 x-openstack-request-id: req-9e326afe-9240-4dd5-b759-c8ac1b2b5eb6 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:44.283481 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107bb2e9-0fe5-474a-9990-5cdc7b18ea8b", "name": "network-vif-plugged", "status": "completed", "tag": "7649a39f-32fc-4ad9-9bb6-e42a64b18cff", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:44.283901 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e326afe-9240-4dd5-b759-c8ac1b2b5eb6 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:44.284015 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'code': 200} Aug 13 02:42:44.326930 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1d237c1b-3b84-47c8-9425-4dc74948b02e req-13ea13a6-127e-4f82-9aa9-39b38a728ace service neutron] 10.222.0.60 "GET /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210759 Aug 13 02:42:44.431377 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0334e6e9-e94c-4971-8927-b4aa771398ac None None] New status for floating IP c9f9c991-fb3a-4e0b-ab9d-4b8ddbcc66c9: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:42:44.453758 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb34ae-4c3d-4fec-a9b8-a51f749f7765 req-9fd16e2f-f9a9-4c14-88fd-d4bae34c0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:44.455294 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bbb34ae-4c3d-4fec-a9b8-a51f749f7765 req-9fd16e2f-f9a9-4c14-88fd-d4bae34c0180 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 1098 time: 0.0417874 Aug 13 02:42:44.490845 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0bbb34ae-4c3d-4fec-a9b8-a51f749f7765 req-bd894780-838f-45fb-907d-e4795cac3f14 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280921 Aug 13 02:42:45.293368 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a000eec-c6e0-465c-a923-0faf2deb7f04 req-3c008c84-f27d-464f-8023-ad9c95a6548f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:45.294859 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a000eec-c6e0-465c-a923-0faf2deb7f04 req-3c008c84-f27d-464f-8023-ad9c95a6548f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0601311 Aug 13 02:42:45.337058 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a000eec-c6e0-465c-a923-0faf2deb7f04 req-90c30fb3-4c59-49dc-af87-8f9a34c73a20 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361092 Aug 13 02:42:46.467642 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0994f88-dedc-4b08-9a80-60f5bb72373b req-9e1dbc77-210f-42d9-8718-be72bc436f25 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:46.469475 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0994f88-dedc-4b08-9a80-60f5bb72373b req-9e1dbc77-210f-42d9-8718-be72bc436f25 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0539825 Aug 13 02:42:46.509518 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0994f88-dedc-4b08-9a80-60f5bb72373b req-f790949b-c27f-420a-914f-443a92784fa5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336275 Aug 13 02:42:46.628511 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa947f-d9d2-4f4d-bedd-5293989e5129 req-f7e77749-7605-4b33-a95d-08bae84c0ead tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:46.630021 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76aa947f-d9d2-4f4d-bedd-5293989e5129 req-f7e77749-7605-4b33-a95d-08bae84c0ead tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0519781 Aug 13 02:42:46.638922 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34314) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:46.644728 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-9a422c52-4a1a-41a5-a523-aa4f3c2c1449 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Request body: {'floatingip': {'port_id': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:46.718507 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9a422c52-4a1a-41a5-a523-aa4f3c2c1449 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for floatingip, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:47.105178 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3362f1-1f61-40fa-b96e-88a265c9ba1d req-827f90f0-b735-453c-9449-1af9d0d276b5 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:47.106785 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8d3362f1-1f61-40fa-b96e-88a265c9ba1d req-827f90f0-b735-453c-9449-1af9d0d276b5 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 945 time: 0.0517921 Aug 13 02:42:47.147946 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8d3362f1-1f61-40fa-b96e-88a265c9ba1d req-845b2b86-57ab-4c9e-9c7c-8ccd1cee77e9 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345745 Aug 13 02:42:47.418212 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9a422c52-4a1a-41a5-a523-aa4f3c2c1449 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:47.425465 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9a422c52-4a1a-41a5-a523-aa4f3c2c1449 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:47.535003 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.l3_db [None req-9a422c52-4a1a-41a5-a523-aa4f3c2c1449 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Floating IP 5494db4e-7637-4048-9a60-a4770d3de415 associated. External IP: 172.27.1.251, port: 7649a39f-32fc-4ad9-9bb6-e42a64b18cff. Aug 13 02:42:47.741614 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a422c52-4a1a-41a5-a523-aa4f3c2c1449 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:42:47.860087 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a422c52-4a1a-41a5-a523-aa4f3c2c1449 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:47.864882 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9a422c52-4a1a-41a5-a523-aa4f3c2c1449 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:47.870386 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f576c0-3a70-4a51-b6e9-de105e3db02c None None] Sync routers for ids ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:47.880701 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f576c0-3a70-4a51-b6e9-de105e3db02c None None] Routers {'deb986c9-3bf4-4c24-b022-a8cf4c2ac271'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:47.881296 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-27f576c0-3a70-4a51-b6e9-de105e3db02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:47.893298 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9a422c52-4a1a-41a5-a523-aa4f3c2c1449 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "PUT /v2.0/floatingips/5494db4e-7637-4048-9a60-a4770d3de415 HTTP/1.1" status: 200 len: 991 time: 1.2532642 Aug 13 02:42:47.893922 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'tag': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:47.896278 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a382a03db399cca1283d4f7ece85babfb64ee32656e6b885022af9a72db3350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef999e5-2c85-411f-a0fa-739ba2b37971" -d '{"events": [{"name": "network-changed", "server_uuid": "107bb2e9-0fe5-474a-9990-5cdc7b18ea8b", "tag": "7649a39f-32fc-4ad9-9bb6-e42a64b18cff"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:47.933894 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bd6540-c23b-41bf-88d9-7ffcc4d3a7de x-openstack-request-id: req-06bd6540-c23b-41bf-88d9-7ffcc4d3a7de {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:47.934253 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107bb2e9-0fe5-474a-9990-5cdc7b18ea8b", "tag": "7649a39f-32fc-4ad9-9bb6-e42a64b18cff", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:47.934568 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06bd6540-c23b-41bf-88d9-7ffcc4d3a7de {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:47.935096 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'tag': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'status': 'completed', 'code': 200} Aug 13 02:42:47.989202 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-27f576c0-3a70-4a51-b6e9-de105e3db02c None None] Set router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:48.064951 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef999e5-2c85-411f-a0fa-739ba2b37971 req-d5b84b82-7125-4fa5-b25e-07f4972019ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:48.066571 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ef999e5-2c85-411f-a0fa-739ba2b37971 req-d5b84b82-7125-4fa5-b25e-07f4972019ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 1098 time: 0.0514436 Aug 13 02:42:48.168612 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef999e5-2c85-411f-a0fa-739ba2b37971 req-6e3d2119-4781-4e94-9343-16e96b9cc657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:48.170127 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ef999e5-2c85-411f-a0fa-739ba2b37971 req-6e3d2119-4781-4e94-9343-16e96b9cc657 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 200 len: 918 time: 0.0913589 Aug 13 02:42:48.314202 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ef999e5-2c85-411f-a0fa-739ba2b37971 req-3280ae30-7259-4565-86ab-c44dc4a05888 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff HTTP/1.1" status: 200 len: 999 time: 0.1252565 Aug 13 02:42:48.327304 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3e7d4-256c-45a6-8ad1-9278515ba496 req-a9a1a0b2-0f7d-48cb-9038-1bd73d0072b7 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:48.328962 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ded3e7d4-256c-45a6-8ad1-9278515ba496 req-a9a1a0b2-0f7d-48cb-9038-1bd73d0072b7 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 945 time: 0.0700488 Aug 13 02:42:48.399554 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ded3e7d4-256c-45a6-8ad1-9278515ba496 req-afa980e7-940a-41cd-a711-6c81b10f3906 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613489 Aug 13 02:42:48.401058 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef999e5-2c85-411f-a0fa-739ba2b37971 req-add41fbf-45dc-4881-bfbe-e7712384be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:48.402470 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ef999e5-2c85-411f-a0fa-739ba2b37971 req-add41fbf-45dc-4881-bfbe-e7712384be0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d722d64-dd9d-486a-a9c9-6f37fad094ab HTTP/1.1" status: 200 len: 856 time: 0.0724328 Aug 13 02:42:48.426225 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-27f576c0-3a70-4a51-b6e9-de105e3db02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': '5494db4e-7637-4048-9a60-a4770d3de415', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'port_id': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'mac_address': 'fa:16:3e:8e:ae:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:42:33Z', 'updated_at': '2021-08-13T02:42:47Z', 'revision_number': 1, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:11Z', 'revision_number': 5, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:48.453452 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f576c0-3a70-4a51-b6e9-de105e3db02c None None] Checking router: deb986c9-3bf4-4c24-b022-a8cf4c2ac271 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:42:48.453707 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef999e5-2c85-411f-a0fa-739ba2b37971 req-e8a783db-b838-41fa-a30a-15d5ed80ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:48.455106 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ef999e5-2c85-411f-a0fa-739ba2b37971 req-e8a783db-b838-41fa-a30a-15d5ed80ddf6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9102dfda-d03c-4456-90ad-be83fc17c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438638 Aug 13 02:42:48.462422 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f576c0-3a70-4a51-b6e9-de105e3db02c None None] Routers {'deb986c9-3bf4-4c24-b022-a8cf4c2ac271'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:48.463038 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-27f576c0-3a70-4a51-b6e9-de105e3db02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:48.547583 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ef999e5-2c85-411f-a0fa-739ba2b37971 req-139f3a88-560f-46a6-954c-9bd96a8209eb service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835590 Aug 13 02:42:48.570201 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-27f576c0-3a70-4a51-b6e9-de105e3db02c None None] Set router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:48.650959 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ef999e5-2c85-411f-a0fa-739ba2b37971 req-419bd40f-dd63-4f74-9e6a-b9323335e29e service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856595 Aug 13 02:42:48.801513 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-27f576c0-3a70-4a51-b6e9-de105e3db02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': '5494db4e-7637-4048-9a60-a4770d3de415', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'port_id': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'mac_address': 'fa:16:3e:8e:ae:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:42:33Z', 'updated_at': '2021-08-13T02:42:47Z', 'revision_number': 1, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:11Z', 'revision_number': 5, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:48.828002 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f576c0-3a70-4a51-b6e9-de105e3db02c None None] The sync data for ids ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'] in dv-cinder-760184-6-iscsi is: [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': '5494db4e-7637-4048-9a60-a4770d3de415', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'port_id': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'mac_address': 'fa:16:3e:8e:ae:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:42:33Z', 'updated_at': '2021-08-13T02:42:47Z', 'revision_number': 1, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:11Z', 'revision_number': 5, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:42:49.026854 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c3d4b7-7946-4b4a-b077-43284296a715 None None] New status for floating IP 5494db4e-7637-4048-9a60-a4770d3de415: ACTIVE {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:42:49.517814 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b6651-7fb1-41d5-9bc9-a87578e5e718 req-6909a95d-773f-4662-b3fb-f57e1a4fdc98 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:49.519162 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb2b6651-7fb1-41d5-9bc9-a87578e5e718 req-6909a95d-773f-4662-b3fb-f57e1a4fdc98 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 945 time: 0.0512779 Aug 13 02:42:49.559291 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb2b6651-7fb1-41d5-9bc9-a87578e5e718 req-425b309a-b9ea-4d87-ae71-731f31758797 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/security-groups?id=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328214 Aug 13 02:42:49.856186 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50d9ca-57f3-46ee-a1fd-c15a98c62c41 req-54f118cd-46ca-46b6-b832-3e415bee18a9 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:49.857794 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8e50d9ca-57f3-46ee-a1fd-c15a98c62c41 req-54f118cd-46ca-46b6-b832-3e415bee18a9 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.60 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 945 time: 0.0489302 Aug 13 02:42:49.955337 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-8e50d9ca-57f3-46ee-a1fd-c15a98c62c41 req-ae931a56-e61b-4f24-a4d7-c7418837127b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Deleting port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:49.955567 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8e50d9ca-57f3-46ee-a1fd-c15a98c62c41 req-ae931a56-e61b-4f24-a4d7-c7418837127b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.044600 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-8e50d9ca-57f3-46ee-a1fd-c15a98c62c41 req-ae931a56-e61b-4f24-a4d7-c7418837127b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] For port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7,segment=NetworkSegment(8cad027f-0276-4952-945c-cd63439f014e),segment_id=8cad027f-0276-4952-945c-cd63439f014e)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:50.044961 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8e50d9ca-57f3-46ee-a1fd-c15a98c62c41 req-ae931a56-e61b-4f24-a4d7-c7418837127b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.057949 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-8e50d9ca-57f3-46ee-a1fd-c15a98c62c41 req-ae931a56-e61b-4f24-a4d7-c7418837127b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Calling delete_port for 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:50.214441 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8e50d9ca-57f3-46ee-a1fd-c15a98c62c41 req-ae931a56-e61b-4f24-a4d7-c7418837127b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.244083 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae931a56-e61b-4f24-a4d7-c7418837127b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Pushing event deleted for resources: {'Port': ['ID=7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:50.262039 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:42:50.295800 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e50d9ca-57f3-46ee-a1fd-c15a98c62c41 req-ae931a56-e61b-4f24-a4d7-c7418837127b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] No DVR routers for this DVR port 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:42:50.298312 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-8e50d9ca-57f3-46ee-a1fd-c15a98c62c41 req-ae931a56-e61b-4f24-a4d7-c7418837127b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:50.300394 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8e50d9ca-57f3-46ee-a1fd-c15a98c62c41 req-ae931a56-e61b-4f24-a4d7-c7418837127b tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.60 "DELETE /v2.0/ports/7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 HTTP/1.1" status: 204 len: 173 time: 0.4363878 Aug 13 02:42:50.300870 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'name': 'network-vif-deleted', 'tag': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:42:50.303115 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedbc361-df7c-4a07-80fa-b813a6437fa5" -d '{"events": [{"server_uuid": "87af3616-3035-45f7-9a71-49ffdbdeea8c", "name": "network-vif-deleted", "tag": "7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:42:50.341398 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6edbe53-23dd-4a3d-98d3-95ebb3328049 x-openstack-request-id: req-b6edbe53-23dd-4a3d-98d3-95ebb3328049 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:42:50.341684 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87af3616-3035-45f7-9a71-49ffdbdeea8c", "name": "network-vif-deleted", "tag": "7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:42:50.341929 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6edbe53-23dd-4a3d-98d3-95ebb3328049 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:42:50.342340 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87af3616-3035-45f7-9a71-49ffdbdeea8c', 'name': 'network-vif-deleted', 'tag': '7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7', 'status': 'completed', 'code': 200} Aug 13 02:42:50.684742 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5b983b64-4fc0-4fb3-837a-0540f6716197 req-84d1998b-a872-4244-9db8-d14236710528 tempest-TestMinimumBasicScenario-591686302 tempest-TestMinimumBasicScenario-591686302-project] 10.222.0.42 "GET /v2.0/ports?device_id=87af3616-3035-45f7-9a71-49ffdbdeea8c HTTP/1.1" status: 200 len: 210 time: 0.0295804 Aug 13 02:42:51.010799 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34396) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:51.055636 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-90707af3-a84f-4d13-a76e-0ff272dc8a5a admin admin] Deleting subnet 60cb8d9c-b1c1-44bf-9f66-3b1cde3555d0 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:42:51.058829 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-90707af3-a84f-4d13-a76e-0ff272dc8a5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.095871 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-90707af3-a84f-4d13-a76e-0ff272dc8a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5565699'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.146880 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-90707af3-a84f-4d13-a76e-0ff272dc8a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.207829 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-90707af3-a84f-4d13-a76e-0ff272dc8a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5759410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5577348'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.232570 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90707af3-a84f-4d13-a76e-0ff272dc8a5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60cb8d9c-b1c1-44bf-9f66-3b1cde3555d0,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:51.239123 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-90707af3-a84f-4d13-a76e-0ff272dc8a5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.239123 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-90707af3-a84f-4d13-a76e-0ff272dc8a5a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/60cb8d9c-b1c1-44bf-9f66-3b1cde3555d0 HTTP/1.1" status: 204 len: 168 time: 0.2272224 Aug 13 02:42:51.241630 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34398) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:51.311437 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bec9e7ce-2753-46a8-9a5e-f18d0f4c77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.389507 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bec9e7ce-2753-46a8-9a5e-f18d0f4c77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.399813 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-bec9e7ce-2753-46a8-9a5e-f18d0f4c77d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1fa88f-0ff7-4c99-8020-2042f9f38531']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:51.409804 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-bec9e7ce-2753-46a8-9a5e-f18d0f4c77d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b4bb87-a2d9-43d2-ab00-2803aca2078a') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:51.410074 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-bec9e7ce-2753-46a8-9a5e-f18d0f4c77d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b4bb87-a2d9-43d2-ab00-2803aca2078a') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:51.418822 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bec9e7ce-2753-46a8-9a5e-f18d0f4c77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5565716'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.432280 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bec9e7ce-2753-46a8-9a5e-f18d0f4c77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.438363 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec9e7ce-2753-46a8-9a5e-f18d0f4c77d5 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:42:51.438847 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bec9e7ce-2753-46a8-9a5e-f18d0f4c77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5759340'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: Traceback (most recent call last): Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: timer() Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: cb(*args, **kw) Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: return func(*args, **kwargs) Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: self._notify() Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: self.callback(batched_events) Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: event.method(event) Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: return f(self, *a, **k) Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._get(url).json() Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:42:51.441242 dv-cinder-760184-6-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:42:51.512222 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bec9e7ce-2753-46a8-9a5e-f18d0f4c77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.514759 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bec9e7ce-2753-46a8-9a5e-f18d0f4c77d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.520143 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34404) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:51.520425 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bec9e7ce-2753-46a8-9a5e-f18d0f4c77d5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fc1fa88f-0ff7-4c99-8020-2042f9f38531 HTTP/1.1" status: 204 len: 168 time: 0.2773600 Aug 13 02:42:51.533682 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9e7ce-2753-46a8-9a5e-f18d0f4c77d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc1fa88f-0ff7-4c99-8020-2042f9f38531,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:51.567562 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1837a3-3ac0-481b-9ee5-d0d8dc04cab5 admin admin] Deleting subnet a0ae8d94-b97a-4124-85e7-645ce6df9aeb {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:42:51.570948 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df1837a3-3ac0-481b-9ee5-d0d8dc04cab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.605028 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df1837a3-3ac0-481b-9ee5-d0d8dc04cab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318480'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.644666 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df1837a3-3ac0-481b-9ee5-d0d8dc04cab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.703337 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df1837a3-3ac0-481b-9ee5-d0d8dc04cab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7329004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6980235'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.732106 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1837a3-3ac0-481b-9ee5-d0d8dc04cab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0ae8d94-b97a-4124-85e7-645ce6df9aeb,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:51.734116 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-df1837a3-3ac0-481b-9ee5-d0d8dc04cab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.738682 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-df1837a3-3ac0-481b-9ee5-d0d8dc04cab5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a0ae8d94-b97a-4124-85e7-645ce6df9aeb HTTP/1.1" status: 204 len: 168 time: 0.2174594 Aug 13 02:42:51.738819 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34414) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:51.814729 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eba6f155-f661-41bb-9dfb-5fbebf165370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.922729 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eba6f155-f661-41bb-9dfb-5fbebf165370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.936569 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-eba6f155-f661-41bb-9dfb-5fbebf165370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb48e174-f8f1-4cfe-b6ab-6c01f0468eb7']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:51.948837 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-eba6f155-f661-41bb-9dfb-5fbebf165370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63212adc-51c4-4a3b-b544-86740a01377a') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:51.949124 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-eba6f155-f661-41bb-9dfb-5fbebf165370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63212adc-51c4-4a3b-b544-86740a01377a') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:51.958715 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eba6f155-f661-41bb-9dfb-5fbebf165370 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5565716'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.974484 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eba6f155-f661-41bb-9dfb-5fbebf165370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.981756 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba6f155-f661-41bb-9dfb-5fbebf165370 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:42:51.982198 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eba6f155-f661-41bb-9dfb-5fbebf165370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5759340'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: Traceback (most recent call last): Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: timer() Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: cb(*args, **kw) Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: return func(*args, **kwargs) Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: self._notify() Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: self.callback(batched_events) Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: event.method(event) Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: return f(self, *a, **k) Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._get(url).json() Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:42:51.983891 dv-cinder-760184-6-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:42:52.046548 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eba6f155-f661-41bb-9dfb-5fbebf165370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.051074 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eba6f155-f661-41bb-9dfb-5fbebf165370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.052953 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-eba6f155-f661-41bb-9dfb-5fbebf165370 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fb48e174-f8f1-4cfe-b6ab-6c01f0468eb7 HTTP/1.1" status: 204 len: 168 time: 0.3130314 Aug 13 02:42:52.069685 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6f155-f661-41bb-9dfb-5fbebf165370 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb48e174-f8f1-4cfe-b6ab-6c01f0468eb7,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:52.232833 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34458) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:52.275746 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e203bcfb-c3ae-4263-aa0e-ca3f298e837a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42c6d8dd9a754351bd61c19e650e6ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416815 Aug 13 02:42:52.278224 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34464) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:52.328581 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-441a2995-b6e4-4ab5-a66e-9f207ac80e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.350070 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-441a2995-b6e4-4ab5-a66e-9f207ac80e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.397402 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-441a2995-b6e4-4ab5-a66e-9f207ac80e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.399887 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-441a2995-b6e4-4ab5-a66e-9f207ac80e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.401066 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-441a2995-b6e4-4ab5-a66e-9f207ac80e33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d346bd55-064b-4bdf-8a16-9e6ace40c6fe HTTP/1.1" status: 204 len: 168 time: 0.1218882 Aug 13 02:42:52.408946 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a2995-b6e4-4ab5-a66e-9f207ac80e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d346bd55-064b-4bdf-8a16-9e6ace40c6fe,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:52.469695 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34474) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:52.772190 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34478) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:52.814287 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-eb5a1d96-1207-4765-a275-a7224941f9fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da222cfe67f64eff84699a25994477dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407641 Aug 13 02:42:52.816994 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34480) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:52.846556 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a68d7fc3-bf57-4af3-a7a1-ccba80982514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1662611'] for router_interface, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.869277 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c92e4c56-44cd-4029-81fb-1e453f70bf22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.891235 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c92e4c56-44cd-4029-81fb-1e453f70bf22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.946650 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c92e4c56-44cd-4029-81fb-1e453f70bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.949235 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c92e4c56-44cd-4029-81fb-1e453f70bf22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:52.953058 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c92e4c56-44cd-4029-81fb-1e453f70bf22 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a89a4035-e7af-498e-ac6b-92beff53fe28 HTTP/1.1" status: 204 len: 168 time: 0.1349783 Aug 13 02:42:52.961864 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e4c56-44cd-4029-81fb-1e453f70bf22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89a4035-e7af-498e-ac6b-92beff53fe28,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:53.114341 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-a68d7fc3-bf57-4af3-a7a1-ccba80982514 admin admin] Deleting port 80a17a10-cdce-4b2a-a098-5de8d130f743 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:53.114829 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a68d7fc3-bf57-4af3-a7a1-ccba80982514 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:53.193357 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-a68d7fc3-bf57-4af3-a7a1-ccba80982514 admin admin] For port 80a17a10-cdce-4b2a-a098-5de8d130f743, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=80a17a10-cdce-4b2a-a098-5de8d130f743,segment=NetworkSegment(8cad027f-0276-4952-945c-cd63439f014e),segment_id=8cad027f-0276-4952-945c-cd63439f014e)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:53.193714 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a68d7fc3-bf57-4af3-a7a1-ccba80982514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:53.207117 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-a68d7fc3-bf57-4af3-a7a1-ccba80982514 admin admin] Calling delete_port for 80a17a10-cdce-4b2a-a098-5de8d130f743 owned by network:router_interface {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:53.398731 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a68d7fc3-bf57-4af3-a7a1-ccba80982514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:53.427800 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d7fc3-bf57-4af3-a7a1-ccba80982514 admin admin] Pushing event deleted for resources: {'Port': ['ID=80a17a10-cdce-4b2a-a098-5de8d130f743,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:53.615830 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a68d7fc3-bf57-4af3-a7a1-ccba80982514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686051'] for router_interface, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:53.891479 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:42:53.916913 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:42:53.917340 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 7d3f45fb-e372-4673-9ce0-31b9c2aa5ba7 not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:42:54.075525 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68d7fc3-bf57-4af3-a7a1-ccba80982514 admin admin] Router 986abc38-0673-4779-9467-550d4bade644 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:42:54.098803 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34516) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:54.180326 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68d7fc3-bf57-4af3-a7a1-ccba80982514 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:54.188521 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a68d7fc3-bf57-4af3-a7a1-ccba80982514 admin admin] 10.222.0.42 "PUT /v2.0/routers/986abc38-0673-4779-9467-550d4bade644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146411 Aug 13 02:42:54.188649 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34520) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:54.190811 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240e3b0b-07fb-4bdd-b690-e9604ff074a3 None None] Sync routers for ids ['986abc38-0673-4779-9467-550d4bade644'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:54.200049 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240e3b0b-07fb-4bdd-b690-e9604ff074a3 None None] Routers {'986abc38-0673-4779-9467-550d4bade644'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:54.200707 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-240e3b0b-07fb-4bdd-b690-e9604ff074a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['986abc38-0673-4779-9467-550d4bade644'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:54.243283 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-35050c87-3829-418c-91f0-b211d9268fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.304351 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-240e3b0b-07fb-4bdd-b690-e9604ff074a3 None None] Set router 986abc38-0673-4779-9467-550d4bade644 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:54.337085 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.473878 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-35050c87-3829-418c-91f0-b211d9268fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.476772 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-240e3b0b-07fb-4bdd-b690-e9604ff074a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986abc38-0673-4779-9467-550d4bade644', 'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '1859048a-e741-4e23-9480-e09992c5a650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:42:53Z', 'revision_number': 5, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'gw_port': {'id': '1859048a-e741-4e23-9480-e09992c5a650', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986abc38-0673-4779-9467-550d4bade644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:14Z', 'updated_at': '2021-08-13T02:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:54.479316 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.483323 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-35050c87-3829-418c-91f0-b211d9268fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.503927 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240e3b0b-07fb-4bdd-b690-e9604ff074a3 None None] Checking router: 986abc38-0673-4779-9467-550d4bade644 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:42:54.519393 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240e3b0b-07fb-4bdd-b690-e9604ff074a3 None None] Routers {'986abc38-0673-4779-9467-550d4bade644'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:54.520229 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-240e3b0b-07fb-4bdd-b690-e9604ff074a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['986abc38-0673-4779-9467-550d4bade644'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:54.546571 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-35050c87-3829-418c-91f0-b211d9268fbd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf3db5b3ae35498e90ae4aa16846e5ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465544 Aug 13 02:42:54.548274 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35050c87-3829-418c-91f0-b211d9268fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a72c5dc-523d-47ff-ba19-25783e960fac,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:54.549664 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34522) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:54.575771 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] Deleting port 1859048a-e741-4e23-9480-e09992c5a650 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:54.575977 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.601618 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-08ebdc5e-ed81-459c-a3d0-add142362206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.613545 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-240e3b0b-07fb-4bdd-b690-e9604ff074a3 None None] Set router 986abc38-0673-4779-9467-550d4bade644 gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:54.623072 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-08ebdc5e-ed81-459c-a3d0-add142362206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.656961 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] For port 1859048a-e741-4e23-9480-e09992c5a650, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=1859048a-e741-4e23-9480-e09992c5a650,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:54.657424 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.667187 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-240e3b0b-07fb-4bdd-b690-e9604ff074a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986abc38-0673-4779-9467-550d4bade644', 'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 6, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'gw_port_host': None}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:54.672436 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-08ebdc5e-ed81-459c-a3d0-add142362206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.675499 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-08ebdc5e-ed81-459c-a3d0-add142362206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.676763 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-08ebdc5e-ed81-459c-a3d0-add142362206 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a72c5dc-523d-47ff-ba19-25783e960fac HTTP/1.1" status: 204 len: 168 time: 0.1258910 Aug 13 02:42:54.676971 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] Calling delete_port for 1859048a-e741-4e23-9480-e09992c5a650 owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:54.685242 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ebdc5e-ed81-459c-a3d0-add142362206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a72c5dc-523d-47ff-ba19-25783e960fac,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:54.702149 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240e3b0b-07fb-4bdd-b690-e9604ff074a3 None None] The sync data for ids ['986abc38-0673-4779-9467-550d4bade644'] in dv-cinder-760184-6-iscsi is: [{'id': '986abc38-0673-4779-9467-550d4bade644', 'name': 'tempest-TestMinimumBasicScenario-801390165-router', 'tenant_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:42:54Z', 'revision_number': 6, 'project_id': '583c4a6ab3bd4094b9a258a2f0b3579e', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:42:54.868142 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:54.897773 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=1859048a-e741-4e23-9480-e09992c5a650,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:54.959139 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686489'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.047932 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.052716 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.108661 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673018'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.110299 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 986abc38-0673-4779-9467-550d4bade644 {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:42:55.115474 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.119406 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4015a177-bfbe-47ab-8057-bf429ec10d37 admin admin] 10.222.0.42 "DELETE /v2.0/routers/986abc38-0673-4779-9467-550d4bade644 HTTP/1.1" status: 204 len: 168 time: 0.9278204 Aug 13 02:42:55.119789 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34540) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:55.171005 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b7bb9b-5a3b-4d2c-bfd6-c7ccbe5f1c11 admin admin] Deleting subnet bbb003ed-61ad-436a-a6bb-1d970bfe3403 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:42:55.178368 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6b7bb9b-5a3b-4d2c-bfd6-c7ccbe5f1c11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.221826 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6b7bb9b-5a3b-4d2c-bfd6-c7ccbe5f1c11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5565699'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.335218 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6b7bb9b-5a3b-4d2c-bfd6-c7ccbe5f1c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.388194 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6b7bb9b-5a3b-4d2c-bfd6-c7ccbe5f1c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5759410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5577348'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.389145 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34550) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:55.416923 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7bb9b-5a3b-4d2c-bfd6-c7ccbe5f1c11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb003ed-61ad-436a-a6bb-1d970bfe3403,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:55.420530 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6b7bb9b-5a3b-4d2c-bfd6-c7ccbe5f1c11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.422367 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f6b7bb9b-5a3b-4d2c-bfd6-c7ccbe5f1c11 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bbb003ed-61ad-436a-a6bb-1d970bfe3403 HTTP/1.1" status: 204 len: 168 time: 0.3016062 Aug 13 02:42:55.424981 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34554) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:55.430481 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ffaccb-a11a-4565-8a10-0c7c17fddacf None None] Network 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:55.492292 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-488387485-network', 'tenant_id': '4ab3d91d39634fa4b201b484b10c4aa9'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:55.498712 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.540309 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] Made reservation on behalf of 4ab3d91d39634fa4b201b484b10c4aa9 for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:55.543568 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.556306 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 80a17a10-cdce-4b2a-a098-5de8d130f743 no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:42:55.559020 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] Deleting port 81097410-7aa1-4984-a227-0f3183e3f159 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:55.559364 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.572351 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.582455 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 80a17a10-cdce-4b2a-a098-5de8d130f743 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:42:55.582693 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 80a17a10-cdce-4b2a-a098-5de8d130f743 not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:42:55.635083 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] For port 81097410-7aa1-4984-a227-0f3183e3f159, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=81097410-7aa1-4984-a227-0f3183e3f159,segment=NetworkSegment(8cad027f-0276-4952-945c-cd63439f014e),segment_id=8cad027f-0276-4952-945c-cd63439f014e)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:55.635491 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.643336 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a64c2a4-4b8a-4a12-8898-7ce516f22d7a None None] DHCP port deletion for 30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 request from dv-cinder-760184-6-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:42:55.652976 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] Calling delete_port for 81097410-7aa1-4984-a227-0f3183e3f159 owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:55.689361 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.691645 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9a64c2a4-4b8a-4a12-8898-7ce516f22d7a None None] Deleting port 81097410-7aa1-4984-a227-0f3183e3f159 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:55.692125 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9a64c2a4-4b8a-4a12-8898-7ce516f22d7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.697440 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.720290 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:42:55.735687 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:55.738970 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.739430 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] Added segment 1355be9d-6909-4d5e-817a-518d6b98e9ad of type vlan for network d2366226-7046-46c6-a207-94976234636b Aug 13 02:42:55.751709 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.770786 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9a64c2a4-4b8a-4a12-8898-7ce516f22d7a None None] For port 81097410-7aa1-4984-a227-0f3183e3f159, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=81097410-7aa1-4984-a227-0f3183e3f159,segment=NetworkSegment(8cad027f-0276-4952-945c-cd63439f014e),segment_id=8cad027f-0276-4952-945c-cd63439f014e)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:55.771178 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9a64c2a4-4b8a-4a12-8898-7ce516f22d7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.784164 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9a64c2a4-4b8a-4a12-8898-7ce516f22d7a None None] Calling delete_port for 81097410-7aa1-4984-a227-0f3183e3f159 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:55.784407 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.786416 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] No DVR routers for this DVR port 81097410-7aa1-4984-a227-0f3183e3f159 on host dv-cinder-760184-6-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:42:55.791477 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] Pushing event deleted for resources: {'Port': ['ID=81097410-7aa1-4984-a227-0f3183e3f159,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:55.816470 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.817474 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:55.818020 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.868403 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.882211 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4915807 Aug 13 02:42:55.882915 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34558) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:55.890533 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-1535ad96-3319-4f3e-807f-b15761600c87 admin admin] Request body: {'subnet': {'network_id': 'd2366226-7046-46c6-a207-94976234636b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-488387485-subnet', 'tenant_id': '4ab3d91d39634fa4b201b484b10c4aa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:42:55.891170 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f3d3b3-8ce0-4d7d-b45c-95745f2bb238']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:55.895078 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090bf6d-5a62-49b6-9f9d-8cf11ecf96bc admin admin] Pushing event updated for resources: {'Network': ['ID=d2366226-7046-46c6-a207-94976234636b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:55.905106 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cad027f-0276-4952-945c-cd63439f014e') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:55.905447 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cad027f-0276-4952-945c-cd63439f014e') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:55.919505 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5565716'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.920244 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network d2366226-7046-46c6-a207-94976234636b details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:42:55.928570 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1535ad96-3319-4f3e-807f-b15761600c87 admin admin] Made reservation on behalf of 4ab3d91d39634fa4b201b484b10c4aa9 for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:42:55.931653 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1535ad96-3319-4f3e-807f-b15761600c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6980256'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.936126 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.943776 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:42:55.944734 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5759340'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: Traceback (most recent call last): Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: timer() Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: cb(*args, **kw) Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: return func(*args, **kwargs) Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: self._notify() Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: self.callback(batched_events) Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: event.method(event) Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: return f(self, *a, **k) Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._get(url).json() Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:42:55.947901 dv-cinder-760184-6-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:42:56.006813 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9a64c2a4-4b8a-4a12-8898-7ce516f22d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.027389 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.035770 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.038290 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] 10.222.0.42 "DELETE /v2.0/networks/30f3d3b3-8ce0-4d7d-b45c-95745f2bb238 HTTP/1.1" status: 204 len: 168 time: 0.6118298 Aug 13 02:42:56.040970 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34560) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:56.048627 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea98b3b-f2c4-47ab-99b0-d3dfcafee28b admin admin] Pushing event deleted for resources: {'Network': ['ID=30f3d3b3-8ce0-4d7d-b45c-95745f2bb238,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:56.049798 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64c2a4-4b8a-4a12-8898-7ce516f22d7a None None] No DVR routers for this DVR port 81097410-7aa1-4984-a227-0f3183e3f159 on host dv-cinder-760184-6-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:42:56.055057 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64c2a4-4b8a-4a12-8898-7ce516f22d7a None None] Pushing event deleted for resources: {'Port': ['ID=81097410-7aa1-4984-a227-0f3183e3f159,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:56.466403 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1535ad96-3319-4f3e-807f-b15761600c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7328939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6980242'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.584535 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535ad96-3319-4f3e-807f-b15761600c87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3846c22f-6cbd-436c-9ec3-dfe147b88c24,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:56.612207 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1535ad96-3319-4f3e-807f-b15761600c87 admin admin] Checking segment: {'id': '1355be9d-6909-4d5e-817a-518d6b98e9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd2366226-7046-46c6-a207-94976234636b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:42:56.612585 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1535ad96-3319-4f3e-807f-b15761600c87 admin admin] Network hostable DHCP agents. Network: d2366226-7046-46c6-a207-94976234636b, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:42:56.656813 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1535ad96-3319-4f3e-807f-b15761600c87 admin admin] Network d2366226-7046-46c6-a207-94976234636b is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:42:56.695934 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-1535ad96-3319-4f3e-807f-b15761600c87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, d2366226-7046-46c6-a207-94976234636b) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:42:56.703635 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df9c2f4-d4a3-47b1-9394-930b4cdd2c9b None None] Network d2366226-7046-46c6-a207-94976234636b requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:56.704134 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1535ad96-3319-4f3e-807f-b15761600c87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:56.704654 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1535ad96-3319-4f3e-807f-b15761600c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.731768 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1535ad96-3319-4f3e-807f-b15761600c87 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8454363 Aug 13 02:42:56.839355 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17ae1ca-90fe-4bb3-af7b-761b8e226833 None None] Network d2366226-7046-46c6-a207-94976234636b requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:56.864434 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6bcd66d8-ea3f-4941-ab71-3f1bcb762dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1662611'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:56.896190 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 81097410-7aa1-4984-a227-0f3183e3f159 no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:42:56.917130 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 81097410-7aa1-4984-a227-0f3183e3f159 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:42:56.917617 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 81097410-7aa1-4984-a227-0f3183e3f159 not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:42:56.918172 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 1859048a-e741-4e23-9480-e09992c5a650 no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:42:56.940704 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 1859048a-e741-4e23-9480-e09992c5a650 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:42:56.941201 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 1859048a-e741-4e23-9480-e09992c5a650 not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:42:57.193458 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-6bcd66d8-ea3f-4941-ab71-3f1bcb762dcf admin admin] Deleting port 9faeb822-e9a0-4b5b-b07e-cafdf382977f {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:57.194032 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6bcd66d8-ea3f-4941-ab71-3f1bcb762dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.290053 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-6bcd66d8-ea3f-4941-ab71-3f1bcb762dcf admin admin] For port 9faeb822-e9a0-4b5b-b07e-cafdf382977f, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=9faeb822-e9a0-4b5b-b07e-cafdf382977f,segment=NetworkSegment(f6aea8cd-49fa-40fa-8aec-5d2bfa267a78),segment_id=f6aea8cd-49fa-40fa-8aec-5d2bfa267a78)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:57.290722 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6bcd66d8-ea3f-4941-ab71-3f1bcb762dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.305467 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-6bcd66d8-ea3f-4941-ab71-3f1bcb762dcf admin admin] Calling delete_port for 9faeb822-e9a0-4b5b-b07e-cafdf382977f owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:57.501246 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6bcd66d8-ea3f-4941-ab71-3f1bcb762dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.531658 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd66d8-ea3f-4941-ab71-3f1bcb762dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=9faeb822-e9a0-4b5b-b07e-cafdf382977f,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:57.701382 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6bcd66d8-ea3f-4941-ab71-3f1bcb762dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686051'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:57.925775 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bcd66d8-ea3f-4941-ab71-3f1bcb762dcf admin admin] Router 29d8de19-5086-475e-8436-6f5e69f62bc8 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:42:58.034358 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcd66d8-ea3f-4941-ab71-3f1bcb762dcf admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:42:58.039728 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6bcd66d8-ea3f-4941-ab71-3f1bcb762dcf admin admin] 10.222.0.42 "PUT /v2.0/routers/29d8de19-5086-475e-8436-6f5e69f62bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9976346 Aug 13 02:42:58.043341 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34580) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:58.046083 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e1e567-bf1b-4983-876b-35f0b95e9e82 None None] Sync routers for ids ['29d8de19-5086-475e-8436-6f5e69f62bc8'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:42:58.057182 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e1e567-bf1b-4983-876b-35f0b95e9e82 None None] Routers {'29d8de19-5086-475e-8436-6f5e69f62bc8'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:58.057784 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-14e1e567-bf1b-4983-876b-35f0b95e9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['29d8de19-5086-475e-8436-6f5e69f62bc8'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:58.151065 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.161608 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-14e1e567-bf1b-4983-876b-35f0b95e9e82 None None] Set router 29d8de19-5086-475e-8436-6f5e69f62bc8 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:58.254807 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.316758 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] Deleting port d56180d0-22b8-4929-80d6-71c6bdeaeb3b {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:58.317304 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.347115 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-14e1e567-bf1b-4983-876b-35f0b95e9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'name': 'tempest-TestMinimumBasicScenario-464919714-router', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd56180d0-22b8-4929-80d6-71c6bdeaeb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:25Z', 'updated_at': '2021-08-13T02:42:57Z', 'revision_number': 5, 'project_id': 'c09bdcd2c12348c3be1fe1230e893401', 'gw_port': {'id': 'd56180d0-22b8-4929-80d6-71c6bdeaeb3b', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:ad:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:26Z', 'updated_at': '2021-08-13T02:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:58.377147 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e1e567-bf1b-4983-876b-35f0b95e9e82 None None] Checking router: 29d8de19-5086-475e-8436-6f5e69f62bc8 for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:42:58.385991 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e1e567-bf1b-4983-876b-35f0b95e9e82 None None] Routers {'29d8de19-5086-475e-8436-6f5e69f62bc8'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:42:58.386585 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-14e1e567-bf1b-4983-876b-35f0b95e9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:42:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['29d8de19-5086-475e-8436-6f5e69f62bc8'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:58.409131 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] For port d56180d0-22b8-4929-80d6-71c6bdeaeb3b, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=d56180d0-22b8-4929-80d6-71c6bdeaeb3b,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:58.409545 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.423201 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] Calling delete_port for d56180d0-22b8-4929-80d6-71c6bdeaeb3b owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:58.478916 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-14e1e567-bf1b-4983-876b-35f0b95e9e82 None None] Set router 29d8de19-5086-475e-8436-6f5e69f62bc8 gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:42:58.550279 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-14e1e567-bf1b-4983-876b-35f0b95e9e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'name': 'tempest-TestMinimumBasicScenario-464919714-router', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:25Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 6, 'project_id': 'c09bdcd2c12348c3be1fe1230e893401', 'gw_port_host': None}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:42:58.590596 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e1e567-bf1b-4983-876b-35f0b95e9e82 None None] The sync data for ids ['29d8de19-5086-475e-8436-6f5e69f62bc8'] in dv-cinder-760184-6-iscsi is: [{'id': '29d8de19-5086-475e-8436-6f5e69f62bc8', 'name': 'tempest-TestMinimumBasicScenario-464919714-router', 'tenant_id': 'c09bdcd2c12348c3be1fe1230e893401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:25Z', 'updated_at': '2021-08-13T02:42:58Z', 'revision_number': 6, 'project_id': 'c09bdcd2c12348c3be1fe1230e893401', 'gw_port_host': None}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:42:58.597574 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:58.628616 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d56180d0-22b8-4929-80d6-71c6bdeaeb3b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:58.689178 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686489'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.082794 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.086281 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.142331 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673018'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.142941 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29d8de19-5086-475e-8436-6f5e69f62bc8 {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:42:59.148642 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.149777 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4792c68d-5d3a-49bf-9884-c4cb5b0b03fe admin admin] 10.222.0.42 "DELETE /v2.0/routers/29d8de19-5086-475e-8436-6f5e69f62bc8 HTTP/1.1" status: 204 len: 168 time: 1.1055698 Aug 13 02:42:59.153490 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34602) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:59.171220 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-7a72adea-d2a9-42e9-8b3f-6d4f3283ba36 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:42:59.172712 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-7a72adea-d2a9-42e9-8b3f-6d4f3283ba36 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/networks?id=d2366226-7046-46c6-a207-94976234636b HTTP/1.1" status: 200 len: 808 time: 0.4575589 Aug 13 02:42:59.188199 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-1a5dc022-8143-47ad-9e78-04ec076ac487 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/quotas/4ab3d91d39634fa4b201b484b10c4aa9 HTTP/1.1" status: 200 len: 375 time: 0.0095236 Aug 13 02:42:59.197750 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Deleting subnet b6fb474e-13a7-410a-9d53-415daec42bdf {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:42:59.200901 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.221164 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-9037e3c3-7240-4190-96f2-221e1c35d18b tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ab3d91d39634fa4b201b484b10c4aa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263212 Aug 13 02:42:59.237729 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5565699'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.327544 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.376489 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-61dbb64c-a714-4994-a4b2-682e9945721d service neutron] 10.222.0.42 "GET /v2.0/networks/d2366226-7046-46c6-a207-94976234636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461916 Aug 13 02:42:59.388007 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 9faeb822-e9a0-4b5b-b07e-cafdf382977f no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:42:59.392745 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5759410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5577348'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.415055 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 9faeb822-e9a0-4b5b-b07e-cafdf382977f {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:42:59.416849 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 9faeb822-e9a0-4b5b-b07e-cafdf382977f not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:42:59.426722 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.429042 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b6fb474e-13a7-410a-9d53-415daec42bdf HTTP/1.1" status: 204 len: 168 time: 0.2745113 Aug 13 02:42:59.430025 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6fb474e-13a7-410a-9d53-415daec42bdf,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:59.432183 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34610) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:42:59.432350 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5849775c-1897-4bb0-a811-6e0be8020017 None None] Network b14afc97-fe72-47a6-86eb-dc6f951c32a6 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:42:59.482044 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:59.482388 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:59.482889 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:59.483214 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:59.483535 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:59.483857 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:59.484177 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:59.484504 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:59.484998 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:59.485495 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:59.485966 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:59.486523 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8870c2-2b70-42ad-ada2-5cb942010b35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:42:59.499137 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-6371af7c-5006-42bb-9483-c23748d70ad1 service neutron] 10.222.0.42 "GET /v2.0/networks/d2366226-7046-46c6-a207-94976234636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136904 Aug 13 02:42:59.539582 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.605068 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] Deleting port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:59.605708 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.676860 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e913ca4-632b-414b-8161-e6805fd9a3a5 None None] DHCP port deletion for b14afc97-fe72-47a6-86eb-dc6f951c32a6 request from dv-cinder-760184-6-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:42:59.705294 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] For port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=a56b57d5-b515-43cb-b08e-fbb0e6ba79ae,segment=NetworkSegment(f6aea8cd-49fa-40fa-8aec-5d2bfa267a78),segment_id=f6aea8cd-49fa-40fa-8aec-5d2bfa267a78)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:59.708303 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.729536 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] Calling delete_port for a56b57d5-b515-43cb-b08e-fbb0e6ba79ae owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:59.744161 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9e913ca4-632b-414b-8161-e6805fd9a3a5 None None] Deleting port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:42:59.745045 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9e913ca4-632b-414b-8161-e6805fd9a3a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.846956 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9e913ca4-632b-414b-8161-e6805fd9a3a5 None None] For port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=a56b57d5-b515-43cb-b08e-fbb0e6ba79ae,segment=NetworkSegment(f6aea8cd-49fa-40fa-8aec-5d2bfa267a78),segment_id=f6aea8cd-49fa-40fa-8aec-5d2bfa267a78)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:42:59.847438 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9e913ca4-632b-414b-8161-e6805fd9a3a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.861720 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-9e913ca4-632b-414b-8161-e6805fd9a3a5 None None] Calling delete_port for a56b57d5-b515-43cb-b08e-fbb0e6ba79ae owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:42:59.874790 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.877356 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c9e0df6c-07ee-4fdb-87f9-b0651790e56b req-5844d5ab-1baa-4893-bb23-d0e9b8631dc0 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 210 time: 0.1940854 Aug 13 02:42:59.907103 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] Pushing event deleted for resources: {'Port': ['ID=a56b57d5-b515-43cb-b08e-fbb0e6ba79ae,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:59.913040 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] No DVR routers for this DVR port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae on host dv-cinder-760184-6-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:42:59.962979 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9e913ca4-632b-414b-8161-e6805fd9a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.989051 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:42:59.990676 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e913ca4-632b-414b-8161-e6805fd9a3a5 None None] Pushing event deleted for resources: {'Port': ['ID=a56b57d5-b515-43cb-b08e-fbb0e6ba79ae,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:42:59.994350 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e913ca4-632b-414b-8161-e6805fd9a3a5 None None] No DVR routers for this DVR port a56b57d5-b515-43cb-b08e-fbb0e6ba79ae on host dv-cinder-760184-6-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:43:00.001323 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14afc97-fe72-47a6-86eb-dc6f951c32a6']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:00.012846 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6aea8cd-49fa-40fa-8aec-5d2bfa267a78') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:00.013139 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6aea8cd-49fa-40fa-8aec-5d2bfa267a78') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:00.022125 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5565716'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.035890 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.049611 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:43:00.050017 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5759340'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: Traceback (most recent call last): Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: timer() Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: cb(*args, **kw) Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: return func(*args, **kwargs) Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: self._notify() Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: self.callback(batched_events) Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: event.method(event) Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: return f(self, *a, **k) Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._get(url).json() Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:43:00.051861 dv-cinder-760184-6-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:43:00.105535 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.114440 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.116319 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b14afc97-fe72-47a6-86eb-dc6f951c32a6 HTTP/1.1" status: 204 len: 168 time: 0.6828563 Aug 13 02:43:00.129616 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbb165-032e-44cd-9e39-c5ed0e26de29 admin admin] Pushing event deleted for resources: {'Network': ['ID=b14afc97-fe72-47a6-86eb-dc6f951c32a6,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:00.227862 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34634) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:00.267263 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3d20cea8-b741-479e-8409-0b081746276b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=583c4a6ab3bd4094b9a258a2f0b3579e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380027 Aug 13 02:43:00.270179 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 34638) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:00.322355 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3a2d41d9-dd65-4706-ab32-e9e68ca6534f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.344626 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3a2d41d9-dd65-4706-ab32-e9e68ca6534f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.398621 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3a2d41d9-dd65-4706-ab32-e9e68ca6534f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.401725 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-3a2d41d9-dd65-4706-ab32-e9e68ca6534f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.402931 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-3a2d41d9-dd65-4706-ab32-e9e68ca6534f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62fd2725-01f5-4fc0-b4cc-0d9db4102ca1 HTTP/1.1" status: 204 len: 168 time: 0.1318917 Aug 13 02:43:00.411087 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d41d9-dd65-4706-ab32-e9e68ca6534f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fd2725-01f5-4fc0-b4cc-0d9db4102ca1,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:00.756788 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34646) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:00.796309 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-d75d3df6-1221-4440-a2bb-724dfdad43d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c09bdcd2c12348c3be1fe1230e893401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383434 Aug 13 02:43:00.798933 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 34648) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:00.852606 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bd51b12b-f768-4141-a0ad-1b541e1eed73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.870460 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device a56b57d5-b515-43cb-b08e-fbb0e6ba79ae no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:43:00.874622 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bd51b12b-f768-4141-a0ad-1b541e1eed73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.890803 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: a56b57d5-b515-43cb-b08e-fbb0e6ba79ae {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:43:00.891144 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device a56b57d5-b515-43cb-b08e-fbb0e6ba79ae not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:43:00.891562 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device d56180d0-22b8-4929-80d6-71c6bdeaeb3b no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:43:00.910454 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: d56180d0-22b8-4929-80d6-71c6bdeaeb3b {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:43:00.910799 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device d56180d0-22b8-4929-80d6-71c6bdeaeb3b not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:43:00.927453 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bd51b12b-f768-4141-a0ad-1b541e1eed73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.930241 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-bd51b12b-f768-4141-a0ad-1b541e1eed73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:00.932486 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-bd51b12b-f768-4141-a0ad-1b541e1eed73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5c6cfc9-f630-4a40-8f6b-97d9be5c4dec HTTP/1.1" status: 204 len: 168 time: 0.1315281 Aug 13 02:43:00.939899 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd51b12b-f768-4141-a0ad-1b541e1eed73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c6cfc9-f630-4a40-8f6b-97d9be5c4dec,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:00.981991 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebc74b26-75bb-42f4-ba43-a62e9345d62c req-e499e327-b320-4903-ab91-fdea5bf5fe1f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 210 time: 0.0274363 Aug 13 02:43:02.090865 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b2a28bf2-38af-49be-9ae1-bb0932f5bc3e req-276ed284-22c9-4334-a2eb-d9102e7f7982 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 210 time: 0.0301733 Aug 13 02:43:03.200144 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5df23c8a-e508-456d-bfdf-20b76d4e3669 req-9670df5d-6373-4fe4-90ea-15c0dea3d011 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 210 time: 0.0297945 Aug 13 02:43:03.597477 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-62fb6656-ee36-453b-9e63-6a087931c2e6 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:03.598907 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-62fb6656-ee36-453b-9e63-6a087931c2e6 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.60 "GET /v2.0/networks?id=d2366226-7046-46c6-a207-94976234636b HTTP/1.1" status: 200 len: 808 time: 0.1025515 Aug 13 02:43:03.626620 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-46221f3a-18f7-494e-8364-17824dcdae7f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Request body: {'port': {'device_id': '59397729-2e52-4e71-9ff4-9519def745f1', 'network_id': 'd2366226-7046-46c6-a207-94976234636b', 'admin_state_up': True, 'tenant_id': '4ab3d91d39634fa4b201b484b10c4aa9'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:03.741583 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-46221f3a-18f7-494e-8364-17824dcdae7f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Made reservation on behalf of 4ab3d91d39634fa4b201b484b10c4aa9 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:03.745273 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-46221f3a-18f7-494e-8364-17824dcdae7f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:03.869249 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-46221f3a-18f7-494e-8364-17824dcdae7f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Allocated IP 172.20.0.14 (d2366226-7046-46c6-a207-94976234636b/3846c22f-6cbd-436c-9ec3-dfe147b88c24/bc6d66aa-bf53-4a5a-815f-a897abd1bd15) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:03.870992 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.022874 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-46221f3a-18f7-494e-8364-17824dcdae7f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.067613 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-46221f3a-18f7-494e-8364-17824dcdae7f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.117694 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-46221f3a-18f7-494e-8364-17824dcdae7f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Network d2366226-7046-46c6-a207-94976234636b is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:04.124521 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-46221f3a-18f7-494e-8364-17824dcdae7f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:04.128212 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-46221f3a-18f7-494e-8364-17824dcdae7f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:04.157637 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46221f3a-18f7-494e-8364-17824dcdae7f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Pushing event updated for resources: {'Port': ['ID=bc6d66aa-bf53-4a5a-815f-a897abd1bd15,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:04.186585 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-46221f3a-18f7-494e-8364-17824dcdae7f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:04.187195 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-46221f3a-18f7-494e-8364-17824dcdae7f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.203129 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-46221f3a-18f7-494e-8364-17824dcdae7f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5805416 Aug 13 02:43:04.254064 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Request body: {'port': {'device_id': '59397729-2e52-4e71-9ff4-9519def745f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:04.329001 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.355548 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea839b-4d34-4ba7-852a-9b580a2c64d9 req-a45ea1c1-ec50-4c95-a826-c2445ff91c46 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:04.357062 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99ea839b-4d34-4ba7-852a-9b580a2c64d9 req-a45ea1c1-ec50-4c95-a826-c2445ff91c46 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 932 time: 0.0845563 Aug 13 02:43:04.468994 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99ea839b-4d34-4ba7-852a-9b580a2c64d9 req-2c9e21c8-5751-45ce-9ab0-ffa3bdd820af tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913565 Aug 13 02:43:04.627854 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6d66aa-bf53-4a5a-815f-a897abd1bd15 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:43:04.635680 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.648220 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Transition to ACTIVE for port object bc6d66aa-bf53-4a5a-815f-a897abd1bd15 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:04.655314 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.701486 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6d66aa-bf53-4a5a-815f-a897abd1bd15,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:04.772047 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Attempting to bind port bc6d66aa-bf53-4a5a-815f-a897abd1bd15 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:04.772261 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Attempting to bind port bc6d66aa-bf53-4a5a-815f-a897abd1bd15 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '1355be9d-6909-4d5e-817a-518d6b98e9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd2366226-7046-46c6-a207-94976234636b'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:04.772656 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Attempting to bind port bc6d66aa-bf53-4a5a-815f-a897abd1bd15 on network d2366226-7046-46c6-a207-94976234636b {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:04.777336 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Port bc6d66aa-bf53-4a5a-815f-a897abd1bd15 on network d2366226-7046-46c6-a207-94976234636b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:43:04.777653 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Attempting to bind port bc6d66aa-bf53-4a5a-815f-a897abd1bd15 on network d2366226-7046-46c6-a207-94976234636b {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:04.782520 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:04.782852 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Checking segment: {'id': '1355be9d-6909-4d5e-817a-518d6b98e9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd2366226-7046-46c6-a207-94976234636b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:04.783228 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Bound using segment: {'id': '1355be9d-6909-4d5e-817a-518d6b98e9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd2366226-7046-46c6-a207-94976234636b'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:04.783644 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Bound port: bc6d66aa-bf53-4a5a-815f-a897abd1bd15, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1355be9d-6909-4d5e-817a-518d6b98e9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd2366226-7046-46c6-a207-94976234636b'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:04.783989 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.846336 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] For port bc6d66aa-bf53-4a5a-815f-a897abd1bd15, host hv-cinder-76018, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:04.849358 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] For port bc6d66aa-bf53-4a5a-815f-a897abd1bd15, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=bc6d66aa-bf53-4a5a-815f-a897abd1bd15,segment=NetworkSegment(1355be9d-6909-4d5e-817a-518d6b98e9ad),segment_id=1355be9d-6909-4d5e-817a-518d6b98e9ad)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:04.855312 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.887696 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:04.888301 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:04.889779 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] 10.222.0.60 "PUT /v2.0/ports/bc6d66aa-bf53-4a5a-815f-a897abd1bd15 HTTP/1.1" status: 200 len: 1094 time: 0.6402717 Aug 13 02:43:04.890204 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59397729-2e52-4e71-9ff4-9519def745f1', 'tag': 'bc6d66aa-bf53-4a5a-815f-a897abd1bd15'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:04.892433 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9c5b79-2503-47a1-975a-96f844af4ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "59397729-2e52-4e71-9ff4-9519def745f1", "tag": "bc6d66aa-bf53-4a5a-815f-a897abd1bd15"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:04.917060 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54d1c8-2ffa-4482-a9c0-bbb54a09ef34 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6d66aa-bf53-4a5a-815f-a897abd1bd15,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:04.931919 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a6684e-0726-42c3-900f-6f01f1c7c96c x-openstack-request-id: req-66a6684e-0726-42c3-900f-6f01f1c7c96c {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:04.932206 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59397729-2e52-4e71-9ff4-9519def745f1", "tag": "bc6d66aa-bf53-4a5a-815f-a897abd1bd15", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:04.932473 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66a6684e-0726-42c3-900f-6f01f1c7c96c {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:04.932871 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59397729-2e52-4e71-9ff4-9519def745f1', 'tag': 'bc6d66aa-bf53-4a5a-815f-a897abd1bd15', 'status': 'completed', 'code': 200} Aug 13 02:43:05.604015 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a67482-6b83-4c50-ad2f-bb5266dde928 req-d6cec068-930b-4ab4-be21-98210a1ae5d6 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:05.605522 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46a67482-6b83-4c50-ad2f-bb5266dde928 req-d6cec068-930b-4ab4-be21-98210a1ae5d6 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 944 time: 0.0540283 Aug 13 02:43:05.647377 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-46a67482-6b83-4c50-ad2f-bb5266dde928 req-5fd78d5f-6842-4924-842a-cf8b10898bd6 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328474 Aug 13 02:43:06.373196 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-375345f8-29e5-408c-8d2c-13522620e38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:06.781978 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff58de-f82f-40e7-872e-a4ea313d3708 req-a67f43fc-a23f-4f9a-83db-0dbe7ae29d5f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:06.783373 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7dff58de-f82f-40e7-872e-a4ea313d3708 req-a67f43fc-a23f-4f9a-83db-0dbe7ae29d5f tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 944 time: 0.0541434 Aug 13 02:43:06.829475 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7dff58de-f82f-40e7-872e-a4ea313d3708 req-dff05e1f-0ce9-43cf-8b26-4b47f0c013ec tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369391 Aug 13 02:43:07.283986 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c5b79-2503-47a1-975a-96f844af4ee6 req-01033a82-b03f-4bdb-a20c-6b7a4e269c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:07.285514 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f9c5b79-2503-47a1-975a-96f844af4ee6 req-01033a82-b03f-4bdb-a20c-6b7a4e269c69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ab3d91d39634fa4b201b484b10c4aa9&device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 1097 time: 0.0766356 Aug 13 02:43:07.300372 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c56144-fc8c-4173-8448-571797990fdf req-c02ed12f-d38c-4c13-a735-0cd3a259feb0 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:07.301759 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-04c56144-fc8c-4173-8448-571797990fdf req-c02ed12f-d38c-4c13-a735-0cd3a259feb0 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 945 time: 0.0621970 Aug 13 02:43:07.356908 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-04c56144-fc8c-4173-8448-571797990fdf req-f22cef65-ec94-4f50-b1a8-2cc9f70955a4 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485740 Aug 13 02:43:07.506503 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c5b79-2503-47a1-975a-96f844af4ee6 req-2fd22337-bffd-4241-8531-da633e6fe15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:07.508640 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f9c5b79-2503-47a1-975a-96f844af4ee6 req-2fd22337-bffd-4241-8531-da633e6fe15a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4ab3d91d39634fa4b201b484b10c4aa9&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1752822 Aug 13 02:43:07.682300 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c5b79-2503-47a1-975a-96f844af4ee6 req-46867e9d-3c44-4d7a-a275-abdbee443093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:07.683768 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8f9c5b79-2503-47a1-975a-96f844af4ee6 req-46867e9d-3c44-4d7a-a275-abdbee443093 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1622434 Aug 13 02:43:07.806053 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-176f0a96-df15-4830-bb8f-78263794bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:07.807491 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-176f0a96-df15-4830-bb8f-78263794bbed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ab3d91d39634fa4b201b484b10c4aa9&device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 1097 time: 0.0431061 Aug 13 02:43:07.864878 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-5428a518-59b0-450b-b350-143ae8ba38ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bc6d66aa-bf53-4a5a-815f-a897abd1bd15 HTTP/1.1" status: 200 len: 217 time: 0.0394177 Aug 13 02:43:07.940825 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-3bdd7cc9-f616-436d-9e80-ea02adaea8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:07.942179 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-3bdd7cc9-f616-436d-9e80-ea02adaea8b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3846c22f-6cbd-436c-9ec3-dfe147b88c24 HTTP/1.1" status: 200 len: 848 time: 0.0660720 Aug 13 02:43:07.970653 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a9abd-008a-4781-8a3e-8c4369882ca3 req-b88c8dcd-faa0-4e6d-bacf-dad303b6d399 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:07.972048 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9f4a9abd-008a-4781-8a3e-8c4369882ca3 req-b88c8dcd-faa0-4e6d-bacf-dad303b6d399 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 944 time: 0.0683632 Aug 13 02:43:07.989380 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-71885bda-3359-4a2b-a940-4d36e31dbda6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d2366226-7046-46c6-a207-94976234636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374839 Aug 13 02:43:08.061711 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9f4a9abd-008a-4781-8a3e-8c4369882ca3 req-31e9f82a-62bb-4150-8345-4d18b2f223df tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744576 Aug 13 02:43:08.096116 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-775805ec-70dc-4f14-b1db-b63ab063ce81 service neutron] 10.222.0.60 "GET /v2.0/networks/d2366226-7046-46c6-a207-94976234636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945323 Aug 13 02:43:08.188220 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bb9ea17d-03bf-445f-9c4f-fa581e31277a req-1c403399-9ff5-4559-96c8-7151b6df6c29 service neutron] 10.222.0.60 "GET /v2.0/networks/d2366226-7046-46c6-a207-94976234636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816510 Aug 13 02:43:08.482352 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065574f-7551-4524-85c0-6a5ab9748b89 req-557972c2-1eef-4f88-8d87-8f8afcbec96b tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:08.483681 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a065574f-7551-4524-85c0-6a5ab9748b89 req-557972c2-1eef-4f88-8d87-8f8afcbec96b tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 945 time: 0.0473905 Aug 13 02:43:08.520739 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a065574f-7551-4524-85c0-6a5ab9748b89 req-419a74f1-e09e-4b5b-9f0d-ea66222c03a2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309503 Aug 13 02:43:09.164727 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:09.196382 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233df0b-29b0-4d5a-834d-827a3c6fb1da req-96a8d995-514b-4134-9e64-195c9dfa04c5 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:09.197870 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1233df0b-29b0-4d5a-834d-827a3c6fb1da req-96a8d995-514b-4134-9e64-195c9dfa04c5 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 944 time: 0.0518138 Aug 13 02:43:09.235705 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1233df0b-29b0-4d5a-834d-827a3c6fb1da req-7e0bd094-9bb4-43b6-b716-b36e44d31370 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318501 Aug 13 02:43:09.326807 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b14ce28d-26cf-4ea5-adce-85a141449b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:09.648417 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a97d1d-5cc3-4ba1-b081-f1a421a4d159 req-60588440-5132-4eb0-bbf6-1906d265a01d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:09.649896 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a0a97d1d-5cc3-4ba1-b081-f1a421a4d159 req-60588440-5132-4eb0-bbf6-1906d265a01d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 945 time: 0.0576115 Aug 13 02:43:09.690857 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a0a97d1d-5cc3-4ba1-b081-f1a421a4d159 req-83e39e7c-187f-4802-830a-42b5eb27e5ee tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322053 Aug 13 02:43:10.367303 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba28211-9edd-43d3-8194-676d1c4b6078 req-2a669fcf-3609-4ea0-b944-76ee06eb5211 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:10.368764 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dba28211-9edd-43d3-8194-676d1c4b6078 req-2a669fcf-3609-4ea0-b944-76ee06eb5211 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 944 time: 0.0507970 Aug 13 02:43:10.406795 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dba28211-9edd-43d3-8194-676d1c4b6078 req-08ead245-5997-41c9-86fa-68e8d2c31c69 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319350 Aug 13 02:43:10.456831 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:10.814097 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920de2d0-c9ee-4819-9ce2-9e726c9ac32c req-251b1276-5377-488a-b03e-0d31a7de3178 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:10.815549 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:43:10.815998 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-920de2d0-c9ee-4819-9ce2-9e726c9ac32c req-251b1276-5377-488a-b03e-0d31a7de3178 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 945 time: 0.0561318 Aug 13 02:43:10.854216 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-920de2d0-c9ee-4819-9ce2-9e726c9ac32c req-cd078c18-b9f7-48af-8f95-4f00b23cda4e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315783 Aug 13 02:43:11.534789 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9509a0-0452-449d-b29b-b20d5cf7d902 req-afe281c9-ce91-4fed-a95f-9a66a472b2b1 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:11.536265 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a9509a0-0452-449d-b29b-b20d5cf7d902 req-afe281c9-ce91-4fed-a95f-9a66a472b2b1 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 944 time: 0.0536675 Aug 13 02:43:11.575433 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a9509a0-0452-449d-b29b-b20d5cf7d902 req-d6547106-6d0c-4dd3-9d1e-2f475c8217a7 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326810 Aug 13 02:43:11.776134 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:11.979418 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9ed54-a1a3-46a2-b56b-efd30d156d5f req-e5470170-0cb3-437f-9d74-98f68ed99c5b tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:11.980892 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c7a9ed54-a1a3-46a2-b56b-efd30d156d5f req-e5470170-0cb3-437f-9d74-98f68ed99c5b tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 945 time: 0.0546904 Aug 13 02:43:12.023813 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c7a9ed54-a1a3-46a2-b56b-efd30d156d5f req-bd6b07db-00ef-478f-9f00-8f0e2a086dd9 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340023 Aug 13 02:43:12.407484 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-2439c09a-deb2-4b2f-8ff2-1ad976269b9a tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:12.409711 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-2439c09a-deb2-4b2f-8ff2-1ad976269b9a tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.60 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 945 time: 0.0652437 Aug 13 02:43:12.517539 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-1ba08e92-2930-4efb-b823-16c4e29d3ab2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Deleting port 379aa4d8-33a2-410f-aa73-27bdc5700f16 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:12.517891 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-1ba08e92-2930-4efb-b823-16c4e29d3ab2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:12.608813 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-1ba08e92-2930-4efb-b823-16c4e29d3ab2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] For port 379aa4d8-33a2-410f-aa73-27bdc5700f16, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=379aa4d8-33a2-410f-aa73-27bdc5700f16,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:12.609383 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-1ba08e92-2930-4efb-b823-16c4e29d3ab2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:12.754560 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c8881-32dd-40c5-8939-67048f6d9856 req-2efbda97-6c4b-479e-8264-a82204f30dab tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:12.756033 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2b5c8881-32dd-40c5-8939-67048f6d9856 req-2efbda97-6c4b-479e-8264-a82204f30dab tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 944 time: 0.1027260 Aug 13 02:43:12.833717 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-1ba08e92-2930-4efb-b823-16c4e29d3ab2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:12.834087 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-1ba08e92-2930-4efb-b823-16c4e29d3ab2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:12.834392 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-1ba08e92-2930-4efb-b823-16c4e29d3ab2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Floating IP 3bbc755b-4515-4ba5-8da1-34580ae8c13b disassociated. External IP: 172.27.1.30, port: 379aa4d8-33a2-410f-aa73-27bdc5700f16. Aug 13 02:43:12.834721 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-1ba08e92-2930-4efb-b823-16c4e29d3ab2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Calling delete_port for 379aa4d8-33a2-410f-aa73-27bdc5700f16 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:12.843815 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2b5c8881-32dd-40c5-8939-67048f6d9856 req-760937d6-ca8a-4305-bde3-57e51aa157c6 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557430 Aug 13 02:43:12.972721 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-1ba08e92-2930-4efb-b823-16c4e29d3ab2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:13.000868 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba08e92-2930-4efb-b823-16c4e29d3ab2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event deleted for resources: {'Port': ['ID=379aa4d8-33a2-410f-aa73-27bdc5700f16,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:13.136203 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eae3f024-6fcd-44db-b414-ea79ec59ebac req-8213d5b7-d527-4242-9d87-7f209810936e tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 210 time: 0.0366802 Aug 13 02:43:13.143558 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-1ba08e92-2930-4efb-b823-16c4e29d3ab2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Router f7284ea4-5367-426e-98d7-13a82805d1e6 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:43:13.254801 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-1ba08e92-2930-4efb-b823-16c4e29d3ab2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:13.266859 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a259bd-ea34-47ae-9c77-c51810827f09 None None] Sync routers for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:13.277005 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a259bd-ea34-47ae-9c77-c51810827f09 None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:13.277578 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-e2a259bd-ea34-47ae-9c77-c51810827f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:43:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:13.294296 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-1ba08e92-2930-4efb-b823-16c4e29d3ab2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] No DVR routers for this DVR port 379aa4d8-33a2-410f-aa73-27bdc5700f16 on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:43:13.296830 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-1ba08e92-2930-4efb-b823-16c4e29d3ab2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:13.298813 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b02be439-0e3d-449a-bca5-884bc45e10f8 req-1ba08e92-2930-4efb-b823-16c4e29d3ab2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.60 "DELETE /v2.0/ports/379aa4d8-33a2-410f-aa73-27bdc5700f16 HTTP/1.1" status: 204 len: 173 time: 0.8809323 Aug 13 02:43:13.299228 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c111fd70-e3e6-48d0-86f1-9c4d2a198918', 'name': 'network-vif-deleted', 'tag': '379aa4d8-33a2-410f-aa73-27bdc5700f16'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:13.301457 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e78577-c99c-4de4-b4d2-a08aee4bcc99" -d '{"events": [{"server_uuid": "c111fd70-e3e6-48d0-86f1-9c4d2a198918", "name": "network-vif-deleted", "tag": "379aa4d8-33a2-410f-aa73-27bdc5700f16"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:13.349988 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf4ac7c-ad33-447b-b3f7-f5a3d61d0494 x-openstack-request-id: req-6bf4ac7c-ad33-447b-b3f7-f5a3d61d0494 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:13.350947 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c111fd70-e3e6-48d0-86f1-9c4d2a198918", "name": "network-vif-deleted", "tag": "379aa4d8-33a2-410f-aa73-27bdc5700f16", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:13.351147 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6bf4ac7c-ad33-447b-b3f7-f5a3d61d0494 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:13.351912 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c111fd70-e3e6-48d0-86f1-9c4d2a198918', 'name': 'network-vif-deleted', 'tag': '379aa4d8-33a2-410f-aa73-27bdc5700f16', 'status': 'completed', 'code': 200} Aug 13 02:43:13.393056 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-e2a259bd-ea34-47ae-9c77-c51810827f09 None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:13.597289 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-e2a259bd-ea34-47ae-9c77-c51810827f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:13.624084 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a259bd-ea34-47ae-9c77-c51810827f09 None None] Checking router: f7284ea4-5367-426e-98d7-13a82805d1e6 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:13.633574 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a259bd-ea34-47ae-9c77-c51810827f09 None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:13.634209 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-e2a259bd-ea34-47ae-9c77-c51810827f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:43:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:13.743741 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-e2a259bd-ea34-47ae-9c77-c51810827f09 None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:13.952843 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-e2a259bd-ea34-47ae-9c77-c51810827f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:13.966813 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992e075-81c8-4db3-a971-e5cd35e5ea88 req-e9911f73-a31f-40ed-9d9d-f1c5cb09f88b tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:13.968316 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2992e075-81c8-4db3-a971-e5cd35e5ea88 req-e9911f73-a31f-40ed-9d9d-f1c5cb09f88b tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 944 time: 0.0536594 Aug 13 02:43:13.980235 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a259bd-ea34-47ae-9c77-c51810827f09 None None] The sync data for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi is: [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:14.009209 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2992e075-81c8-4db3-a971-e5cd35e5ea88 req-3b2cee80-07f9-453e-b1c5-1d09eb6b7adc tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346274 Aug 13 02:43:14.194490 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device bc6d66aa-bf53-4a5a-815f-a897abd1bd15 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:43:14.256905 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d531941a-36c1-4718-8b86-4a8efc5e48ea req-8098aa80-79a1-466e-b7f3-d3134d997ad2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=c111fd70-e3e6-48d0-86f1-9c4d2a198918 HTTP/1.1" status: 200 len: 210 time: 0.0277898 Aug 13 02:43:14.264147 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141076e-e3b9-4432-af95-b23aef15cc88 None None] New status for floating IP 3bbc755b-4515-4ba5-8da1-34580ae8c13b: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:43:14.325267 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port bc6d66aa-bf53-4a5a-815f-a897abd1bd15, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=bc6d66aa-bf53-4a5a-815f-a897abd1bd15,segment=NetworkSegment(1355be9d-6909-4d5e-817a-518d6b98e9ad),segment_id=1355be9d-6909-4d5e-817a-518d6b98e9ad)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:14.337018 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': 'bc6d66aa-bf53-4a5a-815f-a897abd1bd15', 'network_id': 'd2366226-7046-46c6-a207-94976234636b', 'port_id': 'bc6d66aa-bf53-4a5a-815f-a897abd1bd15', 'mac_address': 'fa:16:3e:6e:f4:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3846c22f-6cbd-436c-9ec3-dfe147b88c24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:43:14.373159 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.390892 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6d66aa-bf53-4a5a-815f-a897abd1bd15 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:43:14.411873 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port bc6d66aa-bf53-4a5a-815f-a897abd1bd15, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=bc6d66aa-bf53-4a5a-815f-a897abd1bd15,segment=NetworkSegment(1355be9d-6909-4d5e-817a-518d6b98e9ad),segment_id=1355be9d-6909-4d5e-817a-518d6b98e9ad)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:14.418314 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:14.467278 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=bc6d66aa-bf53-4a5a-815f-a897abd1bd15,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:14.767421 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['bc6d66aa-bf53-4a5a-815f-a897abd1bd15'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:43:15.130404 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53cdb07-b3ca-4abf-ab65-ae60c32caaed req-57809fc0-8f1f-4c93-ac7f-26eea482700a tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:15.131840 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a53cdb07-b3ca-4abf-ab65-ae60c32caaed req-57809fc0-8f1f-4c93-ac7f-26eea482700a tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 945 time: 0.0477970 Aug 13 02:43:15.169135 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a53cdb07-b3ca-4abf-ab65-ae60c32caaed req-0054a2b8-b8fa-4731-8d3b-f2f8615cc2d9 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311215 Aug 13 02:43:15.521618 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-1fa39ec4-fb2e-4238-bb37-59f7bb7d6416 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531461428&fields=id&tenant_id=b91bd85928624ab6b05622798c36e4e0 HTTP/1.1" status: 200 len: 267 time: 0.0345619 Aug 13 02:43:15.631564 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-2f59b94c-5a9f-4be4-8bc8-53c90ad248c5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:15.633086 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-2f59b94c-5a9f-4be4-8bc8-53c90ad248c5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/networks?id=9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 200 len: 811 time: 0.1017971 Aug 13 02:43:15.651276 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-2cfff6fd-7168-4d22-91cf-6a3b7b03e9b4 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/quotas/b91bd85928624ab6b05622798c36e4e0 HTTP/1.1" status: 200 len: 375 time: 0.0102751 Aug 13 02:43:15.719311 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-34ecbe42-657b-479e-8fc4-7d6ee0cd5e19 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598867 Aug 13 02:43:16.100988 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-5d34a9b6-8df2-47c7-8a7d-ca221a8d962b service neutron] 10.222.0.42 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675072 Aug 13 02:43:16.189641 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-dedc5a03-3071-41c1-83b9-218ebf9dda89 service neutron] 10.222.0.42 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821786 Aug 13 02:43:16.201789 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device bc6d66aa-bf53-4a5a-815f-a897abd1bd15 up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:16.256122 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port bc6d66aa-bf53-4a5a-815f-a897abd1bd15 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:16.260228 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port bc6d66aa-bf53-4a5a-815f-a897abd1bd15 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:16.260654 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:16.298823 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f0c00-a43a-42b7-a60a-41020bb3a605 req-44ac609b-3390-4049-9adf-edb93eebedcd tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:16.300174 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-871f0c00-a43a-42b7-a60a-41020bb3a605 req-44ac609b-3390-4049-9adf-edb93eebedcd tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 945 time: 0.0593176 Aug 13 02:43:16.342858 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-871f0c00-a43a-42b7-a60a-41020bb3a605 req-e8c983a8-d953-4c8d-8baf-db0cc0933262 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365314 Aug 13 02:43:16.347185 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:16.370678 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59397729-2e52-4e71-9ff4-9519def745f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6d66aa-bf53-4a5a-815f-a897abd1bd15'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:16.372954 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938b7e5a-9e73-4793-9ce1-40611cec1a11" -d '{"events": [{"server_uuid": "59397729-2e52-4e71-9ff4-9519def745f1", "name": "network-vif-plugged", "status": "completed", "tag": "bc6d66aa-bf53-4a5a-815f-a897abd1bd15"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:16.386633 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port bc6d66aa-bf53-4a5a-815f-a897abd1bd15, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=bc6d66aa-bf53-4a5a-815f-a897abd1bd15,segment=NetworkSegment(1355be9d-6909-4d5e-817a-518d6b98e9ad),segment_id=1355be9d-6909-4d5e-817a-518d6b98e9ad)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:16.392024 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:16.393018 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 379aa4d8-33a2-410f-aa73-27bdc5700f16 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:43:16.430884 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9945b27d-aa8c-493e-af22-b137c15757f9 x-openstack-request-id: req-9945b27d-aa8c-493e-af22-b137c15757f9 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:16.431258 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59397729-2e52-4e71-9ff4-9519def745f1", "name": "network-vif-plugged", "status": "completed", "tag": "bc6d66aa-bf53-4a5a-815f-a897abd1bd15", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:16.431565 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9945b27d-aa8c-493e-af22-b137c15757f9 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:16.432013 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59397729-2e52-4e71-9ff4-9519def745f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6d66aa-bf53-4a5a-815f-a897abd1bd15', 'code': 200} Aug 13 02:43:16.434254 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 379aa4d8-33a2-410f-aa73-27bdc5700f16 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:43:16.434659 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 379aa4d8-33a2-410f-aa73-27bdc5700f16 not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:43:16.468295 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=bc6d66aa-bf53-4a5a-815f-a897abd1bd15,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:16.508046 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92c63f9e-c983-42a8-8fb2-28ec0c15d10f req-7348761a-a2bc-498d-b39d-d01705bd4aa6 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 210 time: 0.0280371 Aug 13 02:43:16.677587 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65592a5f-ac50-440b-85cc-d18bfe6499aa req-656d7a17-8fe4-4369-a55f-511c4f576611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:16.679386 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-65592a5f-ac50-440b-85cc-d18bfe6499aa req-656d7a17-8fe4-4369-a55f-511c4f576611 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 1099 time: 0.0431979 Aug 13 02:43:16.719434 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-65592a5f-ac50-440b-85cc-d18bfe6499aa req-da1bcf43-9f47-4e4b-9f10-ce3187b88bef service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324247 Aug 13 02:43:17.371054 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603b90b-9914-47b8-a140-a47123b2c901 req-77162589-2460-4c9b-a9a9-1c043aef5374 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:17.372599 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a603b90b-9914-47b8-a140-a47123b2c901 req-77162589-2460-4c9b-a9a9-1c043aef5374 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 945 time: 0.0562515 Aug 13 02:43:17.413489 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a603b90b-9914-47b8-a140-a47123b2c901 req-5d4671dc-db62-4af5-9618-87d9a3a94974 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327897 Aug 13 02:43:17.464917 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce1191-15fb-4d3e-941a-af6d1ce9c23f req-939ab102-fe63-44ca-b680-1dcd0a6f872b tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:17.466243 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-17ce1191-15fb-4d3e-941a-af6d1ce9c23f req-939ab102-fe63-44ca-b680-1dcd0a6f872b tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 946 time: 0.0505691 Aug 13 02:43:17.505069 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-17ce1191-15fb-4d3e-941a-af6d1ce9c23f req-0d81f2d7-3e30-41cf-884f-7dcc7af933a5 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Aug 13 02:43:17.609840 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0ddae8f1-94c2-4713-82f5-6d7a18eb33e3 req-b39c3e2f-4857-48ce-a125-5dc0e22260c4 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 210 time: 0.0267501 Aug 13 02:43:17.937559 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-aa94aa79-1464-4271-bd2e-bb6ee7942bfd tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:17.939006 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-aa94aa79-1464-4271-bd2e-bb6ee7942bfd tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.60 "GET /v2.0/networks?id=9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 200 len: 811 time: 0.1059437 Aug 13 02:43:18.018164 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-c4096f4d-da90-4c32-996b-7e23b6f68116 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91bd85928624ab6b05622798c36e4e0 HTTP/1.1" status: 200 len: 379 time: 0.0387130 Aug 13 02:43:18.053963 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-68bccc3c-ac62-486e-ade0-70cc96d0312f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Request body: {'port': {'device_id': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'admin_state_up': True, 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'security_groups': ['e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:18.168164 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-68bccc3c-ac62-486e-ade0-70cc96d0312f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Made reservation on behalf of b91bd85928624ab6b05622798c36e4e0 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:18.171575 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-68bccc3c-ac62-486e-ade0-70cc96d0312f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.300577 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-68bccc3c-ac62-486e-ade0-70cc96d0312f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Allocated IP 172.20.0.8 (9b2ff959-af94-4f3b-bb00-9252aea12613/291f67b3-6592-4299-a8ce-492450a6c8ca/41d16676-71e5-4f99-aa7b-8f55a476e388) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:18.459309 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-68bccc3c-ac62-486e-ade0-70cc96d0312f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.473767 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-68bccc3c-ac62-486e-ade0-70cc96d0312f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Transition to ACTIVE for port object 41d16676-71e5-4f99-aa7b-8f55a476e388 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:18.539036 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-68bccc3c-ac62-486e-ade0-70cc96d0312f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.548081 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76d1a5-c02d-4e96-b268-5fc140eaffd6 req-6c7f8ad4-2224-4cab-abc5-3314b770387c tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:18.549657 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5f76d1a5-c02d-4e96-b268-5fc140eaffd6 req-6c7f8ad4-2224-4cab-abc5-3314b770387c tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 945 time: 0.0670123 Aug 13 02:43:18.616735 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-68bccc3c-ac62-486e-ade0-70cc96d0312f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Network 9b2ff959-af94-4f3b-bb00-9252aea12613 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:18.637827 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-68bccc3c-ac62-486e-ade0-70cc96d0312f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:18.643498 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-68bccc3c-ac62-486e-ade0-70cc96d0312f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:18.676846 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bccc3c-ac62-486e-ade0-70cc96d0312f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'Port': ['ID=41d16676-71e5-4f99-aa7b-8f55a476e388,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:18.705323 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5f76d1a5-c02d-4e96-b268-5fc140eaffd6 req-72a39446-2614-4d86-836c-3207d50727b1 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457298 Aug 13 02:43:18.724046 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-68bccc3c-ac62-486e-ade0-70cc96d0312f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:18.724810 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-68bccc3c-ac62-486e-ade0-70cc96d0312f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.734388 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b5f36-eb63-47da-9641-b5919859f4c5 req-c7c948e5-0130-4202-b794-8407adff5162 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:18.735877 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df9b5f36-eb63-47da-9641-b5919859f4c5 req-c7c948e5-0130-4202-b794-8407adff5162 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 946 time: 0.1575525 Aug 13 02:43:18.769916 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-68bccc3c-ac62-486e-ade0-70cc96d0312f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7212844 Aug 13 02:43:18.802302 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df9b5f36-eb63-47da-9641-b5919859f4c5 req-0826512b-a2fe-41ed-bf79-3e8ad9abcdc8 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527503 Aug 13 02:43:18.863422 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edfb62-6c08-45bf-9155-eea7b0d23f4d req-8d78eee7-18de-4877-b86d-17ac7b89c4a9 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:18.866278 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-97edfb62-6c08-45bf-9155-eea7b0d23f4d req-8d78eee7-18de-4877-b86d-17ac7b89c4a9 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 931 time: 0.0833099 Aug 13 02:43:18.915098 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-97edfb62-6c08-45bf-9155-eea7b0d23f4d req-6b2c0d76-6e75-4be4-a805-69816681e76a tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422666 Aug 13 02:43:18.941525 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Request body: {'port': {'device_id': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:18.950445 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-ffbe8f4b-5bb1-4a68-a0b0-a1e1327590cf None None] Provisioning for port 41d16676-71e5-4f99-aa7b-8f55a476e388 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:18.954368 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-ffbe8f4b-5bb1-4a68-a0b0-a1e1327590cf None None] Provisioning complete for port 41d16676-71e5-4f99-aa7b-8f55a476e388 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:18.954748 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ffbe8f4b-5bb1-4a68-a0b0-a1e1327590cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:18.988802 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-ffbe8f4b-5bb1-4a68-a0b0-a1e1327590cf None None] Port 41d16676-71e5-4f99-aa7b-8f55a476e388 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:43:19.000977 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:19.263928 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d16676-71e5-4f99-aa7b-8f55a476e388 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:43:19.271286 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:19.283526 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Transition to ACTIVE for port object 41d16676-71e5-4f99-aa7b-8f55a476e388 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:19.289542 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:19.338860 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Pushing event updated for resources: {'Port': ['ID=41d16676-71e5-4f99-aa7b-8f55a476e388,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:19.430466 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Attempting to bind port 41d16676-71e5-4f99-aa7b-8f55a476e388 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:19.430868 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Attempting to bind port 41d16676-71e5-4f99-aa7b-8f55a476e388 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:19.431096 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Attempting to bind port 41d16676-71e5-4f99-aa7b-8f55a476e388 on network 9b2ff959-af94-4f3b-bb00-9252aea12613 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:19.435975 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Port 41d16676-71e5-4f99-aa7b-8f55a476e388 on network 9b2ff959-af94-4f3b-bb00-9252aea12613 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:43:19.436295 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Attempting to bind port 41d16676-71e5-4f99-aa7b-8f55a476e388 on network 9b2ff959-af94-4f3b-bb00-9252aea12613 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:19.441256 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:19.441586 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Checking segment: {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:19.441968 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Bound using segment: {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:19.442831 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Bound port: 41d16676-71e5-4f99-aa7b-8f55a476e388, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:19.442929 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:19.524327 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] For port 41d16676-71e5-4f99-aa7b-8f55a476e388, host hv-cinder-76018, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:19.528715 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] For port 41d16676-71e5-4f99-aa7b-8f55a476e388, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=41d16676-71e5-4f99-aa7b-8f55a476e388,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:19.535308 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:19.566976 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:19.567594 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:19.569021 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] 10.222.0.60 "PUT /v2.0/ports/41d16676-71e5-4f99-aa7b-8f55a476e388 HTTP/1.1" status: 200 len: 1093 time: 0.7720058 Aug 13 02:43:19.569450 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'tag': '41d16676-71e5-4f99-aa7b-8f55a476e388'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:19.571890 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe8d2ee-7f07-48d5-b28f-bbc6c7a2d147" -d '{"events": [{"name": "network-changed", "server_uuid": "9448e6cf-0a38-41d5-8e36-d5f123fd3597", "tag": "41d16676-71e5-4f99-aa7b-8f55a476e388"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:19.636347 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07fb7d-1184-4675-b7c6-3d03635b59d4 service neutron] Pushing event updated for resources: {'Port': ['ID=41d16676-71e5-4f99-aa7b-8f55a476e388,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:19.662379 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acac41-4c38-4e9e-9527-f964f9667948 req-cedf3d23-fc97-4393-91a3-e43d8ddc7fc3 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:19.663927 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f1acac41-4c38-4e9e-9527-f964f9667948 req-cedf3d23-fc97-4393-91a3-e43d8ddc7fc3 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 946 time: 0.0849636 Aug 13 02:43:19.665499 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b224af-21e2-4d0a-b9b3-f83765bacadd x-openstack-request-id: req-31b224af-21e2-4d0a-b9b3-f83765bacadd {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:19.665782 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9448e6cf-0a38-41d5-8e36-d5f123fd3597", "tag": "41d16676-71e5-4f99-aa7b-8f55a476e388", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:19.666026 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31b224af-21e2-4d0a-b9b3-f83765bacadd {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:19.666398 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'tag': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'status': 'completed', 'code': 200} Aug 13 02:43:19.703604 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f1acac41-4c38-4e9e-9527-f964f9667948 req-7ef81912-17ea-4d27-8392-76036991f3d2 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334883 Aug 13 02:43:19.857832 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-2df1f075-1cc3-4e26-9637-6be241eef12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:19.859342 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-2df1f075-1cc3-4e26-9637-6be241eef12b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 1096 time: 0.0959003 Aug 13 02:43:19.868431 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8810888-714b-43a7-80f8-7e0551df0092 req-c05b00e5-4ecd-469c-908e-1c26aa2afd5c tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:19.869956 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b8810888-714b-43a7-80f8-7e0551df0092 req-c05b00e5-4ecd-469c-908e-1c26aa2afd5c tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.60 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 945 time: 0.1148186 Aug 13 02:43:19.881557 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0467323-f6cc-4e79-b8d3-e02928842181 req-68c0be9b-454a-4e03-b1c8-2be91e146e51 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:19.882978 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b0467323-f6cc-4e79-b8d3-e02928842181 req-68c0be9b-454a-4e03-b1c8-2be91e146e51 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 945 time: 0.0849187 Aug 13 02:43:19.943550 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-9eec43ec-fb59-453a-bce2-09fc470f3aec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41d16676-71e5-4f99-aa7b-8f55a476e388 HTTP/1.1" status: 200 len: 217 time: 0.0593905 Aug 13 02:43:20.065709 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b0467323-f6cc-4e79-b8d3-e02928842181 req-efa01792-9e23-45fd-b5b0-460022f24826 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751649 Aug 13 02:43:20.068429 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-15301c78-5444-46ef-981e-b2ce6c3bce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:20.069802 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-15301c78-5444-46ef-981e-b2ce6c3bce15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=291f67b3-6592-4299-a8ce-492450a6c8ca HTTP/1.1" status: 200 len: 850 time: 0.1179800 Aug 13 02:43:20.130731 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d4c64-3708-4f3b-93f6-1cf8db09004d req-1cb370b9-0c3f-42bc-ada3-121e8c8026d2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:20.132065 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed7d4c64-3708-4f3b-93f6-1cf8db09004d req-1cb370b9-0c3f-42bc-ada3-121e8c8026d2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 943 time: 0.1431437 Aug 13 02:43:20.158204 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-b8810888-714b-43a7-80f8-7e0551df0092 req-62db547a-0d86-4e10-aabc-c16c567261c3 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Deleting port 523c91df-651e-4692-a259-38936f695dc9 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:20.158513 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b8810888-714b-43a7-80f8-7e0551df0092 req-62db547a-0d86-4e10-aabc-c16c567261c3 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.219156 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-d97c141f-8656-4949-a37c-b06e11821b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:20.220674 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-d97c141f-8656-4949-a37c-b06e11821b55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b2ff959-af94-4f3b-bb00-9252aea12613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1411052 Aug 13 02:43:20.227506 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed7d4c64-3708-4f3b-93f6-1cf8db09004d req-49d05721-fdfa-45d6-8505-cea2e40228ca tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881140 Aug 13 02:43:20.316636 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-b8810888-714b-43a7-80f8-7e0551df0092 req-62db547a-0d86-4e10-aabc-c16c567261c3 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] For port 523c91df-651e-4692-a259-38936f695dc9, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=523c91df-651e-4692-a259-38936f695dc9,segment=NetworkSegment(3cc1e398-6438-4ba5-9a89-77052998caf0),segment_id=3cc1e398-6438-4ba5-9a89-77052998caf0)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:20.316973 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b8810888-714b-43a7-80f8-7e0551df0092 req-62db547a-0d86-4e10-aabc-c16c567261c3 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.338077 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-b8810888-714b-43a7-80f8-7e0551df0092 req-62db547a-0d86-4e10-aabc-c16c567261c3 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Calling delete_port for 523c91df-651e-4692-a259-38936f695dc9 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:20.362787 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-294822e4-827e-41bf-90a5-200fe09a7668 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321037 Aug 13 02:43:20.495976 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3466572f-e25a-46f7-b94d-cdbd17d1c18f req-546b9968-d9d0-4456-86c6-bccb262c3aad service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073225 Aug 13 02:43:20.546786 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b8810888-714b-43a7-80f8-7e0551df0092 req-62db547a-0d86-4e10-aabc-c16c567261c3 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.575332 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db547a-0d86-4e10-aabc-c16c567261c3 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Pushing event deleted for resources: {'Port': ['ID=523c91df-651e-4692-a259-38936f695dc9,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:20.589305 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['523c91df-651e-4692-a259-38936f695dc9'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:43:20.624794 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8810888-714b-43a7-80f8-7e0551df0092 req-62db547a-0d86-4e10-aabc-c16c567261c3 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] No DVR routers for this DVR port 523c91df-651e-4692-a259-38936f695dc9 on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:43:20.639402 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-b8810888-714b-43a7-80f8-7e0551df0092 req-62db547a-0d86-4e10-aabc-c16c567261c3 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:20.641425 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b8810888-714b-43a7-80f8-7e0551df0092 req-62db547a-0d86-4e10-aabc-c16c567261c3 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.60 "DELETE /v2.0/ports/523c91df-651e-4692-a259-38936f695dc9 HTTP/1.1" status: 204 len: 173 time: 0.7519438 Aug 13 02:43:20.658967 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8d2ee-7f07-48d5-b28f-bbc6c7a2d147 req-ba666ba9-354f-4072-abdd-f88cf3c6aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:20.660471 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffe8d2ee-7f07-48d5-b28f-bbc6c7a2d147 req-ba666ba9-354f-4072-abdd-f88cf3c6aab7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 1096 time: 0.0579531 Aug 13 02:43:20.797019 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8d2ee-7f07-48d5-b28f-bbc6c7a2d147 req-03fde50b-cbb7-4a2b-9d37-421ffcae1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:20.798427 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffe8d2ee-7f07-48d5-b28f-bbc6c7a2d147 req-03fde50b-cbb7-4a2b-9d37-421ffcae1dc2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 200 len: 912 time: 0.1033297 Aug 13 02:43:20.843192 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f950e-5f1b-435b-9219-2a0c273ac501 req-c9cdaa30-bb08-4ba4-ba83-14f02746e932 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:20.844830 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-895f950e-5f1b-435b-9219-2a0c273ac501 req-c9cdaa30-bb08-4ba4-ba83-14f02746e932 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 946 time: 0.0660143 Aug 13 02:43:20.876133 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffe8d2ee-7f07-48d5-b28f-bbc6c7a2d147 req-b8f99093-7c2c-4989-b5e1-338ee6474396 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41d16676-71e5-4f99-aa7b-8f55a476e388 HTTP/1.1" status: 200 len: 217 time: 0.0461955 Aug 13 02:43:20.934636 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-895f950e-5f1b-435b-9219-2a0c273ac501 req-6c2fbd7f-02e7-45aa-b8be-608ebeb5013b tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611832 Aug 13 02:43:20.943454 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8d2ee-7f07-48d5-b28f-bbc6c7a2d147 req-643c25f1-33fc-4a59-8d3a-33deffcb6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:20.944948 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffe8d2ee-7f07-48d5-b28f-bbc6c7a2d147 req-643c25f1-33fc-4a59-8d3a-33deffcb6beb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=291f67b3-6592-4299-a8ce-492450a6c8ca HTTP/1.1" status: 200 len: 850 time: 0.0566597 Aug 13 02:43:20.997074 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8d2ee-7f07-48d5-b28f-bbc6c7a2d147 req-30793f45-51ff-4c69-8e40-ec4d7b7199d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:20.998514 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffe8d2ee-7f07-48d5-b28f-bbc6c7a2d147 req-30793f45-51ff-4c69-8e40-ec4d7b7199d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b2ff959-af94-4f3b-bb00-9252aea12613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436468 Aug 13 02:43:21.095409 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffe8d2ee-7f07-48d5-b28f-bbc6c7a2d147 req-7cef5118-047e-4e1e-88b3-2b75ec1d55f0 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807416 Aug 13 02:43:21.182774 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e45ac8d-8928-4047-bbb0-2bae9d815d13 req-e4571d32-c3c1-4c8e-8d18-f2799bbce9f8 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=50d205a9-fd71-4c5c-9031-e4e672938774 HTTP/1.1" status: 200 len: 210 time: 0.0319612 Aug 13 02:43:21.215779 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ffe8d2ee-7f07-48d5-b28f-bbc6c7a2d147 req-d04fb79b-a926-4911-8142-e9239bdb1492 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109185 Aug 13 02:43:21.351887 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d6276-9961-4966-8302-ee8a627cddaf req-f3ce1955-dfaf-4fdd-a91f-e857deebaa17 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:21.353996 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-250d6276-9961-4966-8302-ee8a627cddaf req-f3ce1955-dfaf-4fdd-a91f-e857deebaa17 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 943 time: 0.0526342 Aug 13 02:43:21.396484 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-250d6276-9961-4966-8302-ee8a627cddaf req-94f80963-615a-495c-95ba-331e5aba5b99 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361469 Aug 13 02:43:21.468261 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f6b70-f2f9-4739-9c36-56438c62aea3 req-2b84531f-6191-4bf3-befe-2d8a9e2851d9 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:21.469931 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-151f6b70-f2f9-4739-9c36-56438c62aea3 req-2b84531f-6191-4bf3-befe-2d8a9e2851d9 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.60 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 946 time: 0.0585949 Aug 13 02:43:21.575801 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-151f6b70-f2f9-4739-9c36-56438c62aea3 req-f1a6dda3-63f9-409d-992e-3b1f5e848d2a tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Deleting port bc6d66aa-bf53-4a5a-815f-a897abd1bd15 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:21.576571 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-151f6b70-f2f9-4739-9c36-56438c62aea3 req-f1a6dda3-63f9-409d-992e-3b1f5e848d2a tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:21.665124 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-151f6b70-f2f9-4739-9c36-56438c62aea3 req-f1a6dda3-63f9-409d-992e-3b1f5e848d2a tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] For port bc6d66aa-bf53-4a5a-815f-a897abd1bd15, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=bc6d66aa-bf53-4a5a-815f-a897abd1bd15,segment=NetworkSegment(1355be9d-6909-4d5e-817a-518d6b98e9ad),segment_id=1355be9d-6909-4d5e-817a-518d6b98e9ad)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:21.665366 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-151f6b70-f2f9-4739-9c36-56438c62aea3 req-f1a6dda3-63f9-409d-992e-3b1f5e848d2a tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:21.667520 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d205a9-fd71-4c5c-9031-e4e672938774', 'name': 'network-vif-deleted', 'tag': '523c91df-651e-4692-a259-38936f695dc9'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:21.669777 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8e0d03-83cb-4d05-84dd-692eeb900b4a" -d '{"events": [{"server_uuid": "50d205a9-fd71-4c5c-9031-e4e672938774", "name": "network-vif-deleted", "tag": "523c91df-651e-4692-a259-38936f695dc9"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:21.683046 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-151f6b70-f2f9-4739-9c36-56438c62aea3 req-f1a6dda3-63f9-409d-992e-3b1f5e848d2a tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Calling delete_port for bc6d66aa-bf53-4a5a-815f-a897abd1bd15 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:21.774626 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bf4e9e-4589-4a99-bfe3-6f77fc6a7d3d x-openstack-request-id: req-70bf4e9e-4589-4a99-bfe3-6f77fc6a7d3d {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:21.774909 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d205a9-fd71-4c5c-9031-e4e672938774", "name": "network-vif-deleted", "tag": "523c91df-651e-4692-a259-38936f695dc9", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:21.775152 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70bf4e9e-4589-4a99-bfe3-6f77fc6a7d3d {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:21.775533 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d205a9-fd71-4c5c-9031-e4e672938774', 'name': 'network-vif-deleted', 'tag': '523c91df-651e-4692-a259-38936f695dc9', 'status': 'completed', 'code': 200} Aug 13 02:43:21.819953 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-151f6b70-f2f9-4739-9c36-56438c62aea3 req-f1a6dda3-63f9-409d-992e-3b1f5e848d2a tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:21.851100 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6dda3-63f9-409d-992e-3b1f5e848d2a tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Pushing event deleted for resources: {'Port': ['ID=bc6d66aa-bf53-4a5a-815f-a897abd1bd15,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:21.853524 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['bc6d66aa-bf53-4a5a-815f-a897abd1bd15'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:43:21.890785 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-151f6b70-f2f9-4739-9c36-56438c62aea3 req-f1a6dda3-63f9-409d-992e-3b1f5e848d2a tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] No DVR routers for this DVR port bc6d66aa-bf53-4a5a-815f-a897abd1bd15 on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:43:21.893220 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-151f6b70-f2f9-4739-9c36-56438c62aea3 req-f1a6dda3-63f9-409d-992e-3b1f5e848d2a tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:21.895292 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-151f6b70-f2f9-4739-9c36-56438c62aea3 req-f1a6dda3-63f9-409d-992e-3b1f5e848d2a tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.60 "DELETE /v2.0/ports/bc6d66aa-bf53-4a5a-815f-a897abd1bd15 HTTP/1.1" status: 204 len: 173 time: 0.4185045 Aug 13 02:43:22.036437 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a91bcfb9-5838-4767-837f-68c1cc81045b req-66cb1800-9c02-495f-9e95-0bd58933ee80 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=59397729-2e52-4e71-9ff4-9519def745f1 HTTP/1.1" status: 200 len: 210 time: 0.0282011 Aug 13 02:43:22.526916 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe3029-b03d-4b77-b793-3ae1caf2edea req-7727e78a-6cac-4d15-9cc7-797adc86b149 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:22.528418 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-38fe3029-b03d-4b77-b793-3ae1caf2edea req-7727e78a-6cac-4d15-9cc7-797adc86b149 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 943 time: 0.0557263 Aug 13 02:43:22.566075 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-38fe3029-b03d-4b77-b793-3ae1caf2edea req-cc782639-72dc-4dd1-97da-e7ffe2f0c839 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314240 Aug 13 02:43:23.370207 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-fc2a0d61-f580-40bd-aa2e-02c61e8ee2e5 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:23.371545 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-fc2a0d61-f580-40bd-aa2e-02c61e8ee2e5 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/networks?id=d2366226-7046-46c6-a207-94976234636b HTTP/1.1" status: 200 len: 808 time: 0.1006966 Aug 13 02:43:23.392332 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-4fb096b0-6044-4eea-8992-ad0c5b42972c tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/quotas/4ab3d91d39634fa4b201b484b10c4aa9 HTTP/1.1" status: 200 len: 375 time: 0.0117977 Aug 13 02:43:23.425738 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-b88a3177-e408-479b-b8c0-2237907c302c tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ab3d91d39634fa4b201b484b10c4aa9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253127 Aug 13 02:43:23.517621 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-d7682446-e4f8-42a2-bb63-7bcc3792628c service neutron] 10.222.0.42 "GET /v2.0/networks/d2366226-7046-46c6-a207-94976234636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845315 Aug 13 02:43:23.615945 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-1a734d0c-04b3-4203-bf02-6fde27b8f695 service neutron] 10.222.0.42 "GET /v2.0/networks/d2366226-7046-46c6-a207-94976234636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921974 Aug 13 02:43:23.787843 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59397729-2e52-4e71-9ff4-9519def745f1', 'name': 'network-vif-deleted', 'tag': 'bc6d66aa-bf53-4a5a-815f-a897abd1bd15'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:23.790260 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135941c5-2898-4ef7-a027-061ad265cd11" -d '{"events": [{"server_uuid": "59397729-2e52-4e71-9ff4-9519def745f1", "name": "network-vif-deleted", "tag": "bc6d66aa-bf53-4a5a-815f-a897abd1bd15"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:23.819294 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed414b4-0f1d-4746-ac9a-bd2c939f46cd req-cca245d6-f645-4467-8e9f-ffe6c23d4774 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:23.820861 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ed414b4-0f1d-4746-ac9a-bd2c939f46cd req-cca245d6-f645-4467-8e9f-ffe6c23d4774 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 943 time: 0.0608881 Aug 13 02:43:23.860193 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ed414b4-0f1d-4746-ac9a-bd2c939f46cd req-e8be9564-d1db-402a-9e22-f82dfaf0d936 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331433 Aug 13 02:43:23.925245 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee75de23-8641-4955-96dd-cbe0eb383a5c req-357b9f73-00cf-4c2c-b5cc-4195dbf51535 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 210 time: 0.0281312 Aug 13 02:43:23.976251 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e4e36b-2996-42b2-822d-deb21f166a2b x-openstack-request-id: req-65e4e36b-2996-42b2-822d-deb21f166a2b {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:23.976612 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59397729-2e52-4e71-9ff4-9519def745f1", "name": "network-vif-deleted", "tag": "bc6d66aa-bf53-4a5a-815f-a897abd1bd15", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:23.976858 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65e4e36b-2996-42b2-822d-deb21f166a2b {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:23.977347 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59397729-2e52-4e71-9ff4-9519def745f1', 'name': 'network-vif-deleted', 'tag': 'bc6d66aa-bf53-4a5a-815f-a897abd1bd15', 'status': 'completed', 'code': 200} Aug 13 02:43:24.978319 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85883563-851c-41f4-9fea-a840997b9435 req-a6fe4312-8786-4f2e-ac60-f097db23a031 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:24.979800 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-85883563-851c-41f4-9fea-a840997b9435 req-a6fe4312-8786-4f2e-ac60-f097db23a031 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 943 time: 0.0511341 Aug 13 02:43:25.017868 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-85883563-851c-41f4-9fea-a840997b9435 req-02d6537e-7494-4ee7-a4ec-95894820b6ba tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319912 Aug 13 02:43:25.101500 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-92a4f6ec-c4bf-4857-ac60-eeaf5a51b079 req-d268daef-ce29-46b9-8eb1-dabc1f27cafd tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 210 time: 0.0268364 Aug 13 02:43:25.334323 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 523c91df-651e-4692-a259-38936f695dc9 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:43:25.361978 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 523c91df-651e-4692-a259-38936f695dc9 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:43:25.362222 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 523c91df-651e-4692-a259-38936f695dc9 not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:43:26.110663 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-7afdce34-9bbb-40d1-b9fd-78c290c953aa tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:26.112176 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-7afdce34-9bbb-40d1-b9fd-78c290c953aa tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.60 "GET /v2.0/networks?id=d2366226-7046-46c6-a207-94976234636b HTTP/1.1" status: 200 len: 808 time: 0.1165245 Aug 13 02:43:26.149126 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b6e58-0bf6-4992-83cc-7129158f9ef7 req-d2e540d2-9ea5-407a-bdcb-a037c59f36d1 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:26.150634 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8e3b6e58-0bf6-4992-83cc-7129158f9ef7 req-d2e540d2-9ea5-407a-bdcb-a037c59f36d1 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 943 time: 0.0595186 Aug 13 02:43:26.156029 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-c2378931-30cf-4416-b64b-4ec7eec554ea tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Request body: {'port': {'device_id': 'ad94358d-c66a-4302-adac-ece375fffbad', 'network_id': 'd2366226-7046-46c6-a207-94976234636b', 'admin_state_up': True, 'tenant_id': '4ab3d91d39634fa4b201b484b10c4aa9'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:26.240425 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-303f0e22-2780-4c75-b9a1-333342038fcf req-d4d6603d-f348-4570-bb6f-5f3e38ff51d5 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 210 time: 0.0678008 Aug 13 02:43:26.241317 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device bc6d66aa-bf53-4a5a-815f-a897abd1bd15 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:43:26.271157 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: bc6d66aa-bf53-4a5a-815f-a897abd1bd15 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:43:26.271497 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device bc6d66aa-bf53-4a5a-815f-a897abd1bd15 not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:43:26.276310 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8e3b6e58-0bf6-4992-83cc-7129158f9ef7 req-3c62dcfe-610c-4ebf-aaf8-25149d5fa9d7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148114 Aug 13 02:43:26.317053 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-c2378931-30cf-4416-b64b-4ec7eec554ea tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Made reservation on behalf of 4ab3d91d39634fa4b201b484b10c4aa9 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:26.320310 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-c2378931-30cf-4416-b64b-4ec7eec554ea tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.452641 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-c2378931-30cf-4416-b64b-4ec7eec554ea tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Allocated IP 172.20.0.11 (d2366226-7046-46c6-a207-94976234636b/3846c22f-6cbd-436c-9ec3-dfe147b88c24/0b326d02-c27d-4ad9-bede-1a0a93c2ac3b) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:26.605323 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-c2378931-30cf-4416-b64b-4ec7eec554ea tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.644564 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-c2378931-30cf-4416-b64b-4ec7eec554ea tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.683897 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-c2378931-30cf-4416-b64b-4ec7eec554ea tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Network d2366226-7046-46c6-a207-94976234636b is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:26.689358 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-c2378931-30cf-4416-b64b-4ec7eec554ea tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:26.691804 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-c2378931-30cf-4416-b64b-4ec7eec554ea tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:26.723250 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2378931-30cf-4416-b64b-4ec7eec554ea tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Pushing event updated for resources: {'Port': ['ID=0b326d02-c27d-4ad9-bede-1a0a93c2ac3b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:26.750563 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-c2378931-30cf-4416-b64b-4ec7eec554ea tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:26.751239 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-c2378931-30cf-4416-b64b-4ec7eec554ea tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:26.768575 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-c2378931-30cf-4416-b64b-4ec7eec554ea tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6169269 Aug 13 02:43:26.789276 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Request body: {'port': {'device_id': 'ad94358d-c66a-4302-adac-ece375fffbad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:26.841432 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.434720 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:43:27.443755 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.452577 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363939ec-2e39-4260-939a-87ae8620b03d req-2247c564-de29-449b-ae34-18f06a1e4c65 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:27.454041 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-363939ec-2e39-4260-939a-87ae8620b03d req-2247c564-de29-449b-ae34-18f06a1e4c65 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 932 time: 0.1255913 Aug 13 02:43:27.474254 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Transition to ACTIVE for port object 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:27.481929 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a45730-069a-4e2f-92cd-7ddf908bb507 req-3104dd4a-db38-4cc0-bf82-2b5a708a90d8 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:27.483377 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-60a45730-069a-4e2f-92cd-7ddf908bb507 req-3104dd4a-db38-4cc0-bf82-2b5a708a90d8 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 943 time: 0.1266589 Aug 13 02:43:27.490592 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.562626 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-363939ec-2e39-4260-939a-87ae8620b03d req-eda55eac-f796-4c78-871f-4f73e0670597 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000977 Aug 13 02:43:27.579703 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b326d02-c27d-4ad9-bede-1a0a93c2ac3b,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:27.586755 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-60a45730-069a-4e2f-92cd-7ddf908bb507 req-0df2af0b-88c2-4882-8a3f-f78d53d38951 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971169 Aug 13 02:43:27.663554 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Attempting to bind port 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:27.663882 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Attempting to bind port 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '1355be9d-6909-4d5e-817a-518d6b98e9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd2366226-7046-46c6-a207-94976234636b'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:27.664216 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Attempting to bind port 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b on network d2366226-7046-46c6-a207-94976234636b {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:27.668700 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Port 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b on network d2366226-7046-46c6-a207-94976234636b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:43:27.669042 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Attempting to bind port 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b on network d2366226-7046-46c6-a207-94976234636b {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:27.673826 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:27.674159 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Checking segment: {'id': '1355be9d-6909-4d5e-817a-518d6b98e9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd2366226-7046-46c6-a207-94976234636b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:27.674532 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Bound using segment: {'id': '1355be9d-6909-4d5e-817a-518d6b98e9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd2366226-7046-46c6-a207-94976234636b'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:27.674949 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Bound port: 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1355be9d-6909-4d5e-817a-518d6b98e9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'd2366226-7046-46c6-a207-94976234636b'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:27.675324 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.738827 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] For port 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b, host hv-cinder-76018, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:27.741977 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] For port 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=0b326d02-c27d-4ad9-bede-1a0a93c2ac3b,segment=NetworkSegment(1355be9d-6909-4d5e-817a-518d6b98e9ad),segment_id=1355be9d-6909-4d5e-817a-518d6b98e9ad)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:27.750516 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.782713 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:27.783998 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:27.784946 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] 10.222.0.60 "PUT /v2.0/ports/0b326d02-c27d-4ad9-bede-1a0a93c2ac3b HTTP/1.1" status: 200 len: 1094 time: 0.9998343 Aug 13 02:43:27.787012 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad94358d-c66a-4302-adac-ece375fffbad', 'tag': '0b326d02-c27d-4ad9-bede-1a0a93c2ac3b'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:27.789381 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a09a14-2950-45c9-8469-dc57db501160" -d '{"events": [{"name": "network-changed", "server_uuid": "ad94358d-c66a-4302-adac-ece375fffbad", "tag": "0b326d02-c27d-4ad9-bede-1a0a93c2ac3b"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:27.819887 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61640c-cc1d-4d89-92c4-fe3f8426d5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b326d02-c27d-4ad9-bede-1a0a93c2ac3b,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:27.834709 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232f55dd-213c-4b4e-9856-9a04a8bbfaf9 x-openstack-request-id: req-232f55dd-213c-4b4e-9856-9a04a8bbfaf9 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:27.835550 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad94358d-c66a-4302-adac-ece375fffbad", "tag": "0b326d02-c27d-4ad9-bede-1a0a93c2ac3b", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:27.835937 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-232f55dd-213c-4b4e-9856-9a04a8bbfaf9 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:27.836665 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad94358d-c66a-4302-adac-ece375fffbad', 'tag': '0b326d02-c27d-4ad9-bede-1a0a93c2ac3b', 'status': 'completed', 'code': 200} Aug 13 02:43:27.897363 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-62f0e75f-95ce-428f-98a4-051d37c44493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:27.900300 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-62f0e75f-95ce-428f-98a4-051d37c44493 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ab3d91d39634fa4b201b484b10c4aa9&device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 1097 time: 0.0480182 Aug 13 02:43:27.952061 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-debcc357-eb9c-43c7-8bd3-5f82df59523b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b326d02-c27d-4ad9-bede-1a0a93c2ac3b HTTP/1.1" status: 200 len: 217 time: 0.0379877 Aug 13 02:43:28.002477 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-efa08519-c45a-4ef0-8b74-5749a8679f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:28.003873 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-efa08519-c45a-4ef0-8b74-5749a8679f11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3846c22f-6cbd-436c-9ec3-dfe147b88c24 HTTP/1.1" status: 200 len: 848 time: 0.0446179 Aug 13 02:43:28.037002 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-33d293fd-88e2-4962-924b-25634812f4f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d2366226-7046-46c6-a207-94976234636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246465 Aug 13 02:43:28.133748 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-758a2642-1ce4-4d13-be44-db4973509a44 service neutron] 10.222.0.60 "GET /v2.0/networks/d2366226-7046-46c6-a207-94976234636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855489 Aug 13 02:43:28.720814 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe627d-3106-41a1-8119-e45579a98bf2 req-4c97cad2-3811-4a62-983b-b8b03e9a39e5 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:28.722290 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-23fe627d-3106-41a1-8119-e45579a98bf2 req-4c97cad2-3811-4a62-983b-b8b03e9a39e5 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 944 time: 0.0770772 Aug 13 02:43:28.739136 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fff81d-a0f5-440d-a589-be824366a202 req-22f26add-63bd-4a75-91ee-1c5bd99cf61c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:28.741049 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-79fff81d-a0f5-440d-a589-be824366a202 req-22f26add-63bd-4a75-91ee-1c5bd99cf61c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 943 time: 0.0694335 Aug 13 02:43:28.792598 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-23fe627d-3106-41a1-8119-e45579a98bf2 req-13773f3f-321a-4b29-b18c-3e646a0d7677 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506027 Aug 13 02:43:28.797216 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-79fff81d-a0f5-440d-a589-be824366a202 req-29bf964f-3628-49cc-b6e7-38787fb8534f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494919 Aug 13 02:43:29.834927 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 41d16676-71e5-4f99-aa7b-8f55a476e388 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:43:29.920832 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850222fd-177f-4bf1-a126-232f52e75d97 req-7eab5083-6552-4fda-b74f-02ae1bf6a9f4 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:29.922300 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-850222fd-177f-4bf1-a126-232f52e75d97 req-7eab5083-6552-4fda-b74f-02ae1bf6a9f4 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 944 time: 0.0536983 Aug 13 02:43:29.937774 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 41d16676-71e5-4f99-aa7b-8f55a476e388, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=41d16676-71e5-4f99-aa7b-8f55a476e388,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:29.949753 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'port_id': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'mac_address': 'fa:16:3e:80:1c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:43:29.964096 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-850222fd-177f-4bf1-a126-232f52e75d97 req-7033062c-52d2-4e7f-90a6-f76281f78bdb tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355971 Aug 13 02:43:29.987358 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:29.999908 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d16676-71e5-4f99-aa7b-8f55a476e388 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:43:30.019450 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 41d16676-71e5-4f99-aa7b-8f55a476e388, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=41d16676-71e5-4f99-aa7b-8f55a476e388,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:30.025695 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:30.064081 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71818496-f55f-4787-81e8-9c86faaf2666 req-44cf0db7-d656-405c-bea1-a8325e3bc108 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:30.065587 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-71818496-f55f-4787-81e8-9c86faaf2666 req-44cf0db7-d656-405c-bea1-a8325e3bc108 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 944 time: 0.0488818 Aug 13 02:43:30.077925 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=41d16676-71e5-4f99-aa7b-8f55a476e388,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:30.105788 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-71818496-f55f-4787-81e8-9c86faaf2666 req-4dd9d85d-f53f-4c12-8e92-f64773c92104 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330424 Aug 13 02:43:30.901863 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-49369343-6e3b-4acf-a5d5-ffef51d69183 req-ecc3eb0e-3f00-436a-9557-98b052c0d7d2 service neutron] 10.222.0.60 "GET /v2.0/networks/d2366226-7046-46c6-a207-94976234636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010988 Aug 13 02:43:31.081097 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a09a14-2950-45c9-8469-dc57db501160 req-f8d78d6d-34f8-490b-a59e-2310114caa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:31.082585 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0a09a14-2950-45c9-8469-dc57db501160 req-f8d78d6d-34f8-490b-a59e-2310114caa72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ab3d91d39634fa4b201b484b10c4aa9&device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 1097 time: 0.0702467 Aug 13 02:43:31.094754 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01a5eb-ff2e-4e03-be25-62637b4443a6 req-caad5c41-664a-4fda-870f-2e47fefdc3f9 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:31.096219 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de01a5eb-ff2e-4e03-be25-62637b4443a6 req-caad5c41-664a-4fda-870f-2e47fefdc3f9 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 944 time: 0.0584037 Aug 13 02:43:31.179855 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['41d16676-71e5-4f99-aa7b-8f55a476e388'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:43:31.243673 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-de01a5eb-ff2e-4e03-be25-62637b4443a6 req-68e86293-b6bb-474b-aebc-23fec93e3137 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385889 Aug 13 02:43:31.286703 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a09a14-2950-45c9-8469-dc57db501160 req-33ee5b92-febc-4afc-95fc-aa12cac329bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:31.289179 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0a09a14-2950-45c9-8469-dc57db501160 req-33ee5b92-febc-4afc-95fc-aa12cac329bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=d2366226-7046-46c6-a207-94976234636b HTTP/1.1" status: 200 len: 909 time: 0.1919327 Aug 13 02:43:31.313440 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-b975df76-2d44-4f70-ba94-e5bd223bf9ed tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:31.314966 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-b975df76-2d44-4f70-ba94-e5bd223bf9ed tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/networks?id=95f4d335-43a4-4bc0-ae71-d9802421bf7d HTTP/1.1" status: 200 len: 814 time: 0.1610072 Aug 13 02:43:31.355861 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0a09a14-2950-45c9-8469-dc57db501160 req-1092d872-7817-40d5-a8fb-381c18252884 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b326d02-c27d-4ad9-bede-1a0a93c2ac3b HTTP/1.1" status: 200 len: 217 time: 0.0583594 Aug 13 02:43:31.404485 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-98ab0238-a747-4af7-85dd-5891a9f6a018 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/quotas/39f70c9a5c854887b5c9de1b76d763f4 HTTP/1.1" status: 200 len: 375 time: 0.0526955 Aug 13 02:43:31.453432 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-3877d00c-e207-4684-b754-a26199e611f4 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=39f70c9a5c854887b5c9de1b76d763f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409813 Aug 13 02:43:31.455929 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a09a14-2950-45c9-8469-dc57db501160 req-32088da8-4f35-4745-8ae3-eee5c57baccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:31.457268 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0a09a14-2950-45c9-8469-dc57db501160 req-32088da8-4f35-4745-8ae3-eee5c57baccc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3846c22f-6cbd-436c-9ec3-dfe147b88c24 HTTP/1.1" status: 200 len: 848 time: 0.0828266 Aug 13 02:43:31.464788 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db8c89-8f21-4577-afeb-0d8d9a2f3a1f req-14ad6edc-8902-489a-892b-465628791461 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:31.466224 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-43db8c89-8f21-4577-afeb-0d8d9a2f3a1f req-14ad6edc-8902-489a-892b-465628791461 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 944 time: 0.1615736 Aug 13 02:43:31.509859 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0a09a14-2950-45c9-8469-dc57db501160 req-a11c2598-2e59-4501-877a-a55e57444db3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d2366226-7046-46c6-a207-94976234636b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427268 Aug 13 02:43:31.626397 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-43db8c89-8f21-4577-afeb-0d8d9a2f3a1f req-2d23fd13-94ca-4c83-bc48-c5f7a6318afb tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438782 Aug 13 02:43:31.665753 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-60f848b0-ff40-4e7a-a1ed-cff4fa4540f4 service neutron] 10.222.0.42 "GET /v2.0/networks/95f4d335-43a4-4bc0-ae71-d9802421bf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975567 Aug 13 02:43:31.670931 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0a09a14-2950-45c9-8469-dc57db501160 req-abf3c68a-9d27-42db-a96a-992c8c291130 service neutron] 10.222.0.60 "GET /v2.0/networks/d2366226-7046-46c6-a207-94976234636b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312125 Aug 13 02:43:31.818016 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-8c55ee0d-cc54-4d91-8644-96086a2115b4 service neutron] 10.222.0.42 "GET /v2.0/networks/95f4d335-43a4-4bc0-ae71-d9802421bf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461337 Aug 13 02:43:31.823970 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f0a09a14-2950-45c9-8469-dc57db501160 req-c0b4e6f1-cc12-4ad9-848c-943751d7567b service neutron] 10.222.0.60 "GET /v2.0/networks/d2366226-7046-46c6-a207-94976234636b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442502 Aug 13 02:43:31.989224 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-177c67f6-788b-4b05-9881-ee498cd19e3c req-0510f28d-18b2-4fa5-b081-0d5718db407a tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 210 time: 0.0359576 Aug 13 02:43:32.363832 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1a0a8-3d47-4149-bffb-9ab638737a1b req-efc38800-4d84-4075-b383-46438cb4f5c8 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:32.365323 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-26e1a0a8-3d47-4149-bffb-9ab638737a1b req-efc38800-4d84-4075-b383-46438cb4f5c8 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 944 time: 0.0497835 Aug 13 02:43:32.405057 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-26e1a0a8-3d47-4149-bffb-9ab638737a1b req-e69b5c7d-7acd-4917-a3c8-0061f65946dc tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331447 Aug 13 02:43:32.750543 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e170d-8540-4d82-990e-5fc9d7b81f49 req-d505a9a6-bb69-4f92-9b8d-604d0c0b7a8b tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:32.751997 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-093e170d-8540-4d82-990e-5fc9d7b81f49 req-d505a9a6-bb69-4f92-9b8d-604d0c0b7a8b tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 944 time: 0.0510802 Aug 13 02:43:32.792496 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-093e170d-8540-4d82-990e-5fc9d7b81f49 req-0846f378-7bd7-4e68-8cc7-95ad8431a803 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338562 Aug 13 02:43:32.826265 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 41d16676-71e5-4f99-aa7b-8f55a476e388 up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:32.877694 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 41d16676-71e5-4f99-aa7b-8f55a476e388 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:32.881490 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 41d16676-71e5-4f99-aa7b-8f55a476e388 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:32.881921 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:32.956842 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:32.983531 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d16676-71e5-4f99-aa7b-8f55a476e388'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:32.985959 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c763c0c-7a90-4c4d-9965-584b20ea865d" -d '{"events": [{"server_uuid": "9448e6cf-0a38-41d5-8e36-d5f123fd3597", "name": "network-vif-plugged", "status": "completed", "tag": "41d16676-71e5-4f99-aa7b-8f55a476e388"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:33.003153 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 41d16676-71e5-4f99-aa7b-8f55a476e388, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=41d16676-71e5-4f99-aa7b-8f55a476e388,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:33.010294 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:33.024574 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-de52ecd9-28ab-4aae-8668-df77267a7e9d tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:33.026200 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-de52ecd9-28ab-4aae-8668-df77267a7e9d tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.60 "GET /v2.0/networks?id=95f4d335-43a4-4bc0-ae71-d9802421bf7d HTTP/1.1" status: 200 len: 814 time: 0.1161447 Aug 13 02:43:33.046606 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Request body: {'port': {'device_id': 'a11cbde6-f682-4956-9604-dbc3dc4bf1d5', 'network_id': '95f4d335-43a4-4bc0-ae71-d9802421bf7d', 'admin_state_up': True, 'tenant_id': '39f70c9a5c854887b5c9de1b76d763f4'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:33.068889 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=41d16676-71e5-4f99-aa7b-8f55a476e388,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:33.076931 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.077270 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.077599 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.077925 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.078378 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.078701 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.079018 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.079420 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.079660 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.079977 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.081079 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.081190 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.112620 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11adfefd-14da-4951-8036-c0d85f83fbf7 x-openstack-request-id: req-11adfefd-14da-4951-8036-c0d85f83fbf7 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:33.112911 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9448e6cf-0a38-41d5-8e36-d5f123fd3597", "name": "network-vif-plugged", "status": "completed", "tag": "41d16676-71e5-4f99-aa7b-8f55a476e388", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:33.113166 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11adfefd-14da-4951-8036-c0d85f83fbf7 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:33.113556 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'code': 200} Aug 13 02:43:33.185765 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Made reservation on behalf of 39f70c9a5c854887b5c9de1b76d763f4 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:43:33.189275 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:33.210170 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-42975d08-1efd-4ed8-b18b-0d9cb62217c8 req-60d76391-4ffa-4c77-94b5-2ec68f5c0413 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 210 time: 0.0366726 Aug 13 02:43:33.335354 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Allocated IP 172.20.0.3 (95f4d335-43a4-4bc0-ae71-d9802421bf7d/b46cd850-fea1-4ae9-9585-12fa1ede5b2f/79606c03-0b9b-4e83-b70e-12e5c09ab3c5) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:33.415092 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b277a87-ce11-4947-ae35-32ce63c51dcd req-3c3a6b71-b0b7-42a5-9c9b-5b66c81a8197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:33.417132 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3b277a87-ce11-4947-ae35-32ce63c51dcd req-3c3a6b71-b0b7-42a5-9c9b-5b66c81a8197 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 1098 time: 0.0793712 Aug 13 02:43:33.536772 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3b277a87-ce11-4947-ae35-32ce63c51dcd req-c2f444c9-4bae-4785-a998-3bf52029f946 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111794 Aug 13 02:43:33.581726 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3739a48-5a25-4487-b268-07c15f087bf0 req-b962dec5-90bf-4646-80f4-843caa3ce7b5 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:33.583091 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b3739a48-5a25-4487-b268-07c15f087bf0 req-b962dec5-90bf-4646-80f4-843caa3ce7b5 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 944 time: 0.0963745 Aug 13 02:43:33.604548 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:33.640715 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b3739a48-5a25-4487-b268-07c15f087bf0 req-de1a5469-8c41-4b89-a240-3d28ce8f3dbd tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510645 Aug 13 02:43:33.667194 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:33.711328 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Network 95f4d335-43a4-4bc0-ae71-d9802421bf7d is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:33.714586 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:33.717084 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:33.750467 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Pushing event updated for resources: {'Port': ['ID=79606c03-0b9b-4e83-b70e-12e5c09ab3c5,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:33.762538 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.762876 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.763206 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.763537 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.763861 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.764184 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.764535 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.764858 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.765176 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.765497 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.765813 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.766125 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:43:33.787864 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:33.788494 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:33.803248 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-3c8778f9-9584-42f8-9125-30f9176e6202 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7611642 Aug 13 02:43:33.831326 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Request body: {'port': {'device_id': 'a11cbde6-f682-4956-9604-dbc3dc4bf1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:33.862976 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:33.907493 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:33.960731 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d034f3b-4928-41f2-8cef-c3899ae03c70 req-f405e57a-e4ab-4a10-8e4b-8d22084c9958 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:33.962214 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4d034f3b-4928-41f2-8cef-c3899ae03c70 req-f405e57a-e4ab-4a10-8e4b-8d22084c9958 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 945 time: 0.0987332 Aug 13 02:43:34.075381 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4d034f3b-4928-41f2-8cef-c3899ae03c70 req-89188f50-7001-4576-a090-342f56072628 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993884 Aug 13 02:43:34.216539 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:43:34.224020 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:34.238850 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Transition to ACTIVE for port object 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:43:34.245698 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:34.331137 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Pushing event updated for resources: {'Port': ['ID=79606c03-0b9b-4e83-b70e-12e5c09ab3c5,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:34.387749 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38404df-82c0-434a-a024-571e4e0c1ec4 req-893fb0c9-4d5e-4fe9-ad7c-596eb6052240 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:34.389298 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d38404df-82c0-434a-a024-571e4e0c1ec4 req-893fb0c9-4d5e-4fe9-ad7c-596eb6052240 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 943 time: 0.1022403 Aug 13 02:43:34.403529 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Attempting to bind port 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:43:34.403861 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Attempting to bind port 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '3cc1e398-6438-4ba5-9a89-77052998caf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '95f4d335-43a4-4bc0-ae71-d9802421bf7d'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:43:34.404186 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Attempting to bind port 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 on network 95f4d335-43a4-4bc0-ae71-d9802421bf7d {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:34.419970 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Port 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 on network 95f4d335-43a4-4bc0-ae71-d9802421bf7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:43:34.420626 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Attempting to bind port 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 on network 95f4d335-43a4-4bc0-ae71-d9802421bf7d {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:43:34.429479 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:43:34.429817 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Checking segment: {'id': '3cc1e398-6438-4ba5-9a89-77052998caf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '95f4d335-43a4-4bc0-ae71-d9802421bf7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:43:34.430194 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Bound using segment: {'id': '3cc1e398-6438-4ba5-9a89-77052998caf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '95f4d335-43a4-4bc0-ae71-d9802421bf7d'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:43:34.430619 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Bound port: 79606c03-0b9b-4e83-b70e-12e5c09ab3c5, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc1e398-6438-4ba5-9a89-77052998caf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '95f4d335-43a4-4bc0-ae71-d9802421bf7d'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:43:34.431104 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:34.451544 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d38404df-82c0-434a-a024-571e4e0c1ec4 req-34a0355c-d606-4812-a272-ee9604e81c29 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551064 Aug 13 02:43:34.505645 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] For port 79606c03-0b9b-4e83-b70e-12e5c09ab3c5, host hv-cinder-76018, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:43:34.511713 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] For port 79606c03-0b9b-4e83-b70e-12e5c09ab3c5, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=79606c03-0b9b-4e83-b70e-12e5c09ab3c5,segment=NetworkSegment(3cc1e398-6438-4ba5-9a89-77052998caf0),segment_id=3cc1e398-6438-4ba5-9a89-77052998caf0)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:43:34.515231 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:34.548177 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:34.548807 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:34.550176 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] 10.222.0.60 "PUT /v2.0/ports/79606c03-0b9b-4e83-b70e-12e5c09ab3c5 HTTP/1.1" status: 200 len: 1093 time: 0.7235694 Aug 13 02:43:34.550589 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11cbde6-f682-4956-9604-dbc3dc4bf1d5', 'tag': '79606c03-0b9b-4e83-b70e-12e5c09ab3c5'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:34.552839 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed507418-d697-4ada-abe5-f4319d3d7674" -d '{"events": [{"name": "network-changed", "server_uuid": "a11cbde6-f682-4956-9604-dbc3dc4bf1d5", "tag": "79606c03-0b9b-4e83-b70e-12e5c09ab3c5"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:34.579046 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b2bb8-a326-469b-9f65-d3352f830941 service neutron] Pushing event updated for resources: {'Port': ['ID=79606c03-0b9b-4e83-b70e-12e5c09ab3c5,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:34.590424 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ad14e6-06c9-4b44-b9c9-dd30d4dfeaf3 x-openstack-request-id: req-61ad14e6-06c9-4b44-b9c9-dd30d4dfeaf3 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:34.590709 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11cbde6-f682-4956-9604-dbc3dc4bf1d5", "tag": "79606c03-0b9b-4e83-b70e-12e5c09ab3c5", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:34.590955 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61ad14e6-06c9-4b44-b9c9-dd30d4dfeaf3 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:34.591340 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11cbde6-f682-4956-9604-dbc3dc4bf1d5', 'tag': '79606c03-0b9b-4e83-b70e-12e5c09ab3c5', 'status': 'completed', 'code': 200} Aug 13 02:43:34.672129 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-322baf9d-a35b-4445-8725-c63ab27d2677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:34.673815 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-322baf9d-a35b-4445-8725-c63ab27d2677 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39f70c9a5c854887b5c9de1b76d763f4&device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 1096 time: 0.0442424 Aug 13 02:43:34.751098 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-37cb54f4-3e29-4557-98b9-bd4911a02f30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79606c03-0b9b-4e83-b70e-12e5c09ab3c5 HTTP/1.1" status: 200 len: 217 time: 0.0468175 Aug 13 02:43:34.814944 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-8738e666-8ac0-4b1a-8d49-8df638fdee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:34.816392 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-8738e666-8ac0-4b1a-8d49-8df638fdee29 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b46cd850-fea1-4ae9-9585-12fa1ede5b2f HTTP/1.1" status: 200 len: 854 time: 0.0512340 Aug 13 02:43:34.825063 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade2ff9-686d-47b1-a41c-7ad893e3489c req-5c2b35a6-93a8-4d53-bd52-45b429cd87fd tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:34.826424 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ade2ff9-686d-47b1-a41c-7ad893e3489c req-5c2b35a6-93a8-4d53-bd52-45b429cd87fd tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 944 time: 0.1148653 Aug 13 02:43:34.845562 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:43:34.859803 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-db7bd004-20d6-431c-9107-6227917de19a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f4d335-43a4-4bc0-ae71-d9802421bf7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324416 Aug 13 02:43:34.899954 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7ade2ff9-686d-47b1-a41c-7ad893e3489c req-230ce09e-5f31-4ba4-8a20-ef25bf3f9a39 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646605 Aug 13 02:43:34.943575 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=0b326d02-c27d-4ad9-bede-1a0a93c2ac3b,segment=NetworkSegment(1355be9d-6909-4d5e-817a-518d6b98e9ad),segment_id=1355be9d-6909-4d5e-817a-518d6b98e9ad)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:34.956214 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '0b326d02-c27d-4ad9-bede-1a0a93c2ac3b', 'network_id': 'd2366226-7046-46c6-a207-94976234636b', 'port_id': '0b326d02-c27d-4ad9-bede-1a0a93c2ac3b', 'mac_address': 'fa:16:3e:07:85:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3846c22f-6cbd-436c-9ec3-dfe147b88c24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:43:34.966390 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-e27fcd10-e9b6-468e-9adf-eee9103309b7 service neutron] 10.222.0.60 "GET /v2.0/networks/95f4d335-43a4-4bc0-ae71-d9802421bf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932872 Aug 13 02:43:34.998314 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:35.011595 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:43:35.031089 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=0b326d02-c27d-4ad9-bede-1a0a93c2ac3b,segment=NetworkSegment(1355be9d-6909-4d5e-817a-518d6b98e9ad),segment_id=1355be9d-6909-4d5e-817a-518d6b98e9ad)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:35.036203 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:35.057728 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd31e259-2dcf-40c4-8608-7c4b7bc03025 req-f7df07af-4e50-4efa-a27b-1c027563310d service neutron] 10.222.0.60 "GET /v2.0/networks/95f4d335-43a4-4bc0-ae71-d9802421bf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834377 Aug 13 02:43:35.084941 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=0b326d02-c27d-4ad9-bede-1a0a93c2ac3b,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:35.219499 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9fd51-bc77-4899-8731-8ccf1a1a8e09 req-d866a019-bd47-4409-9e41-fd98cdd8f2dc tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:35.221042 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e0e9fd51-bc77-4899-8731-8ccf1a1a8e09 req-d866a019-bd47-4409-9e41-fd98cdd8f2dc tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 945 time: 0.0760148 Aug 13 02:43:35.226491 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed507418-d697-4ada-abe5-f4319d3d7674 req-e3448416-25ea-447b-9ed7-efa28665ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:35.228065 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed507418-d697-4ada-abe5-f4319d3d7674 req-e3448416-25ea-447b-9ed7-efa28665ee1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=39f70c9a5c854887b5c9de1b76d763f4&device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 1096 time: 0.0574000 Aug 13 02:43:35.308979 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e0e9fd51-bc77-4899-8731-8ccf1a1a8e09 req-af0234d6-ad7f-4f6d-b69b-c9996e2b5fe4 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797739 Aug 13 02:43:35.343018 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed507418-d697-4ada-abe5-f4319d3d7674 req-10c593af-611b-436a-b939-7af4a8d52c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:35.344791 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed507418-d697-4ada-abe5-f4319d3d7674 req-10c593af-611b-436a-b939-7af4a8d52c58 service neutron] 10.222.0.60 "GET /v2.0/networks?id=95f4d335-43a4-4bc0-ae71-d9802421bf7d HTTP/1.1" status: 200 len: 915 time: 0.1090856 Aug 13 02:43:35.364680 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['0b326d02-c27d-4ad9-bede-1a0a93c2ac3b'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:43:35.393084 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed507418-d697-4ada-abe5-f4319d3d7674 req-520b7334-2c0f-473f-b7c1-c28645f10b6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79606c03-0b9b-4e83-b70e-12e5c09ab3c5 HTTP/1.1" status: 200 len: 217 time: 0.0394962 Aug 13 02:43:35.475339 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc787c2-8c62-4212-a96c-6c2e00dc0b3b req-817c0351-05f6-411e-b7aa-e9a7a1a53a5b tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:35.475947 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2bc787c2-8c62-4212-a96c-6c2e00dc0b3b req-817c0351-05f6-411e-b7aa-e9a7a1a53a5b tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 945 time: 0.0854900 Aug 13 02:43:35.479896 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed507418-d697-4ada-abe5-f4319d3d7674 req-0a62b192-7137-4203-9ef5-92f7fa069fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:35.481606 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed507418-d697-4ada-abe5-f4319d3d7674 req-0a62b192-7137-4203-9ef5-92f7fa069fea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b46cd850-fea1-4ae9-9585-12fa1ede5b2f HTTP/1.1" status: 200 len: 854 time: 0.0795696 Aug 13 02:43:35.526682 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed507418-d697-4ada-abe5-f4319d3d7674 req-fd389b91-7b88-4761-8d14-37ebf44b6714 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=95f4d335-43a4-4bc0-ae71-d9802421bf7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358717 Aug 13 02:43:35.551438 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2bc787c2-8c62-4212-a96c-6c2e00dc0b3b req-a6da577f-d9a8-4d6d-86c6-7cdc2e6def24 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665572 Aug 13 02:43:35.573655 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35048) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:35.621677 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9e25d4-f84a-41ef-a1e1-07cdbb8a1c81 tempest-TestVolumeBootPattern-338971715 tempest-TestVolumeBootPattern-338971715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:35.625892 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ba9e25d4-f84a-41ef-a1e1-07cdbb8a1c81 tempest-TestVolumeBootPattern-338971715 tempest-TestVolumeBootPattern-338971715-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 1093 time: 0.0478559 Aug 13 02:43:35.626151 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35054) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:43:35.630887 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Request body: {'floatingip': {'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'port_id': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:43:35.654870 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for floatingip, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:35.667782 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed507418-d697-4ada-abe5-f4319d3d7674 req-b1f1453f-b288-4556-a719-9015c0f95bdb service neutron] 10.222.0.60 "GET /v2.0/networks/95f4d335-43a4-4bc0-ae71-d9802421bf7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304598 Aug 13 02:43:35.704297 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0db4ef-b471-4cbb-bf0d-ea3a497c11c2 req-c08a37bc-62a4-4935-8377-985bafae3e7e tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:35.706143 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8e0db4ef-b471-4cbb-bf0d-ea3a497c11c2 req-c08a37bc-62a4-4935-8377-985bafae3e7e tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 943 time: 0.0886052 Aug 13 02:43:35.756988 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:35.864515 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Allocated IP 172.27.1.223 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/b35d107c-b705-42ce-96da-24d475a5a4cb) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:43:35.974105 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:36.016685 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:36.059714 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:43:36.063548 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:43:36.067485 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'Port': ['ID=b35d107c-b705-42ce-96da-24d475a5a4cb,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:36.067485 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:43:36.122690 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8e0db4ef-b471-4cbb-bf0d-ea3a497c11c2 req-7501d734-bd02-4196-a265-5abd9cf54476 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067471 Aug 13 02:43:36.133405 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfdb02-bfd2-477e-ba36-fad912234d2a req-68ae944b-5879-4a7d-9799-3560cdc28a20 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:36.134913 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83dfdb02-bfd2-477e-ba36-fad912234d2a req-68ae944b-5879-4a7d-9799-3560cdc28a20 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.3949542 Aug 13 02:43:36.138610 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ed507418-d697-4ada-abe5-f4319d3d7674 req-af4e9ce4-bc7c-4f42-87c4-5badad01e3a8 service neutron] 10.222.0.60 "GET /v2.0/networks/95f4d335-43a4-4bc0-ae71-d9802421bf7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501472 Aug 13 02:43:36.182179 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-83dfdb02-bfd2-477e-ba36-fad912234d2a req-f43052e8-8639-42a7-bfba-72c36d420999 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398457 Aug 13 02:43:36.236712 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2227e34-c486-428b-9cd8-a38d034f8f07 req-7e4d8a13-8ea2-4b1d-8202-bfac0d6844d3 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:36.238175 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d2227e34-c486-428b-9cd8-a38d034f8f07 req-7e4d8a13-8ea2-4b1d-8202-bfac0d6844d3 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 945 time: 0.0487766 Aug 13 02:43:36.279066 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d2227e34-c486-428b-9cd8-a38d034f8f07 req-a66b196f-c50a-4d56-a155-fdc2c74e90df tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324457 Aug 13 02:43:36.364709 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d6765ff5-ce92-4af0-aea7-f3a09809881c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:36.443042 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:36.521047 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:36.688156 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:36.696287 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:36.767585 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'Port': ['ID=b35d107c-b705-42ce-96da-24d475a5a4cb,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:36.781066 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:36.847854 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:36.887444 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.l3_db [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Floating IP b3db8a07-ffcb-4d96-b8cf-e1d52d966fa7 associated. External IP: 172.27.1.223, port: 41d16676-71e5-4f99-aa7b-8f55a476e388. Aug 13 02:43:36.898860 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:36.902904 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:36.903279 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:36.978500 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:37.004239 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad94358d-c66a-4302-adac-ece375fffbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b326d02-c27d-4ad9-bede-1a0a93c2ac3b'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:37.006540 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe71e81-37b7-4388-a4db-9dd2e67b3dc8" -d '{"events": [{"server_uuid": "ad94358d-c66a-4302-adac-ece375fffbad", "name": "network-vif-plugged", "status": "completed", "tag": "0b326d02-c27d-4ad9-bede-1a0a93c2ac3b"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:37.021365 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=0b326d02-c27d-4ad9-bede-1a0a93c2ac3b,segment=NetworkSegment(1355be9d-6909-4d5e-817a-518d6b98e9ad),segment_id=1355be9d-6909-4d5e-817a-518d6b98e9ad)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:37.027570 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:37.054989 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654da738-aabd-4b0c-857a-15851b204821 x-openstack-request-id: req-654da738-aabd-4b0c-857a-15851b204821 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:37.055314 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad94358d-c66a-4302-adac-ece375fffbad", "name": "network-vif-plugged", "status": "completed", "tag": "0b326d02-c27d-4ad9-bede-1a0a93c2ac3b", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:37.055508 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-654da738-aabd-4b0c-857a-15851b204821 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:37.055887 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad94358d-c66a-4302-adac-ece375fffbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b326d02-c27d-4ad9-bede-1a0a93c2ac3b', 'code': 200} Aug 13 02:43:37.083480 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=0b326d02-c27d-4ad9-bede-1a0a93c2ac3b,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:37.248415 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4aa46d-aabf-4277-af73-d47aece770ce req-660138ec-99e2-42b0-8062-2dd2c9023bf0 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:37.250299 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb4aa46d-aabf-4277-af73-d47aece770ce req-660138ec-99e2-42b0-8062-2dd2c9023bf0 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 943 time: 0.0542989 Aug 13 02:43:37.336272 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cb4aa46d-aabf-4277-af73-d47aece770ce req-2c229ec1-1712-4b99-a00c-43a15965c7b7 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767281 Aug 13 02:43:37.340518 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a3ee3-1cbb-4e69-9afd-5ecc73db0251 req-28fdc39c-edac-43a3-9d3f-13df260e8f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:37.342011 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b38a3ee3-1cbb-4e69-9afd-5ecc73db0251 req-28fdc39c-edac-43a3-9d3f-13df260e8f69 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 1099 time: 0.0907800 Aug 13 02:43:37.344723 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Router f7284ea4-5367-426e-98d7-13a82805d1e6 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:43:37.370866 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34489791-73fc-4ed2-a1fb-d7ca01e2189c req-3b703921-fc24-4059-9eeb-4a4c930d85d1 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:37.372340 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-34489791-73fc-4ed2-a1fb-d7ca01e2189c req-3b703921-fc24-4059-9eeb-4a4c930d85d1 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0932596 Aug 13 02:43:37.395689 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b38a3ee3-1cbb-4e69-9afd-5ecc73db0251 req-85f140fb-6554-43d5-9bf7-64b6e58d4adc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453899 Aug 13 02:43:37.444113 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-34489791-73fc-4ed2-a1fb-d7ca01e2189c req-0675c098-6c0a-4397-9641-ca4c8af85d27 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603044 Aug 13 02:43:37.455895 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:43:37.469186 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52996eef-d9ae-499b-b038-9fd652cef360 req-d7b6895d-124b-4f48-892d-7bab27f22082 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:37.470672 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52996eef-d9ae-499b-b038-9fd652cef360 req-d7b6895d-124b-4f48-892d-7bab27f22082 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 946 time: 0.0628397 Aug 13 02:43:37.477176 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:37.477782 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8264eeba-76ca-4575-b66c-e6fa78e5b51b None None] Sync routers for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:43:37.487478 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8264eeba-76ca-4575-b66c-e6fa78e5b51b None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:37.487998 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8264eeba-76ca-4575-b66c-e6fa78e5b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:43:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:37.504168 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6df23fc3-be64-46e2-b3d4-5ffe87700361 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8769288 Aug 13 02:43:37.504882 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'tag': '41d16676-71e5-4f99-aa7b-8f55a476e388'}] {{(pid=94107) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:37.508608 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a382a03db399cca1283d4f7ece85babfb64ee32656e6b885022af9a72db3350" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b2ee5c-7430-4ea5-8146-ed3dcc10db46" -d '{"events": [{"name": "network-changed", "server_uuid": "9448e6cf-0a38-41d5-8e36-d5f123fd3597", "tag": "41d16676-71e5-4f99-aa7b-8f55a476e388"}]}' {{(pid=94107) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:37.530401 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-52996eef-d9ae-499b-b038-9fd652cef360 req-8feb7ced-fe87-493f-a514-6c9fed39a3b5 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455554 Aug 13 02:43:37.601688 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-8264eeba-76ca-4575-b66c-e6fa78e5b51b None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:37.611009 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8089046f-2b79-4174-8fce-e9bac0d37ec1 x-openstack-request-id: req-8089046f-2b79-4174-8fce-e9bac0d37ec1 {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:37.611293 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9448e6cf-0a38-41d5-8e36-d5f123fd3597", "tag": "41d16676-71e5-4f99-aa7b-8f55a476e388", "status": "completed", "code": 200}]} {{(pid=94107) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:37.611543 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8089046f-2b79-4174-8fce-e9bac0d37ec1 {{(pid=94107) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:37.611940 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'tag': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'status': 'completed', 'code': 200} Aug 13 02:43:37.753440 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2ee5c-7430-4ea5-8146-ed3dcc10db46 req-d896c59e-82ab-4ce3-bf16-1740ce883d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:37.754874 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b6b2ee5c-7430-4ea5-8146-ed3dcc10db46 req-d896c59e-82ab-4ce3-bf16-1740ce883d31 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 1098 time: 0.0400436 Aug 13 02:43:37.835239 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8264eeba-76ca-4575-b66c-e6fa78e5b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': 'b3db8a07-ffcb-4d96-b8cf-e1d52d966fa7', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'port_id': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'mac_address': 'fa:16:3e:80:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:43:36Z', 'updated_at': '2021-08-13T02:43:36Z', 'revision_number': 0, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:37.846609 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2ee5c-7430-4ea5-8146-ed3dcc10db46 req-2f02a8b5-7702-40e5-b168-3b0ee865595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:37.848120 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b6b2ee5c-7430-4ea5-8146-ed3dcc10db46 req-2f02a8b5-7702-40e5-b168-3b0ee865595e service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 200 len: 912 time: 0.0835948 Aug 13 02:43:37.865520 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8264eeba-76ca-4575-b66c-e6fa78e5b51b None None] Checking router: f7284ea4-5367-426e-98d7-13a82805d1e6 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:43:37.874315 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8264eeba-76ca-4575-b66c-e6fa78e5b51b None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:43:37.874934 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8264eeba-76ca-4575-b66c-e6fa78e5b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:43:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:37.914767 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b6b2ee5c-7430-4ea5-8146-ed3dcc10db46 req-2cb76adc-76b9-4a9b-9f74-2f14defb37de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41d16676-71e5-4f99-aa7b-8f55a476e388 HTTP/1.1" status: 200 len: 999 time: 0.0573275 Aug 13 02:43:37.966992 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2ee5c-7430-4ea5-8146-ed3dcc10db46 req-93072dc2-7f27-4924-9780-537ffec8628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:37.968493 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b6b2ee5c-7430-4ea5-8146-ed3dcc10db46 req-93072dc2-7f27-4924-9780-537ffec8628d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=291f67b3-6592-4299-a8ce-492450a6c8ca HTTP/1.1" status: 200 len: 850 time: 0.0459425 Aug 13 02:43:37.984157 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-8264eeba-76ca-4575-b66c-e6fa78e5b51b None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:43:38.018851 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2ee5c-7430-4ea5-8146-ed3dcc10db46 req-e408089c-0758-4c83-86b9-537fcf1974d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:38.020273 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b6b2ee5c-7430-4ea5-8146-ed3dcc10db46 req-e408089c-0758-4c83-86b9-537fcf1974d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b2ff959-af94-4f3b-bb00-9252aea12613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430558 Aug 13 02:43:38.108321 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b6b2ee5c-7430-4ea5-8146-ed3dcc10db46 req-f69cee3d-7d2a-43cd-b59c-e43e99359bf8 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792730 Aug 13 02:43:38.200558 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8264eeba-76ca-4575-b66c-e6fa78e5b51b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': 'b3db8a07-ffcb-4d96-b8cf-e1d52d966fa7', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'port_id': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'mac_address': 'fa:16:3e:80:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:43:36Z', 'updated_at': '2021-08-13T02:43:36Z', 'revision_number': 0, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:43:38.201810 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b6b2ee5c-7430-4ea5-8146-ed3dcc10db46 req-885b91af-49c7-4df4-b3b0-9866947c2c6d service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859044 Aug 13 02:43:38.226498 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8264eeba-76ca-4575-b66c-e6fa78e5b51b None None] The sync data for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi is: [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': 'b3db8a07-ffcb-4d96-b8cf-e1d52d966fa7', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'port_id': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'mac_address': 'fa:16:3e:80:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:43:36Z', 'updated_at': '2021-08-13T02:43:36Z', 'revision_number': 0, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:43:38.440189 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986773ee-a415-4e9d-8c78-2140e04440e2 None None] New status for floating IP b3db8a07-ffcb-4d96-b8cf-e1d52d966fa7: ACTIVE {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:43:38.459739 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47e8c4-7067-44bb-a44c-62e51a0b7b05 req-c935ed87-c1b0-444a-9a02-da9b25bfd7e7 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:38.461285 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f47e8c4-7067-44bb-a44c-62e51a0b7b05 req-c935ed87-c1b0-444a-9a02-da9b25bfd7e7 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 943 time: 0.0522649 Aug 13 02:43:38.503612 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1f47e8c4-7067-44bb-a44c-62e51a0b7b05 req-dedcc4c1-7c80-4e3f-a7cf-3e2d6833a271 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360053 Aug 13 02:43:38.595088 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1f6e9-d4d9-4561-9d5a-c5237f9928c1 req-db14771f-52e0-4a91-8752-a947025cc4b1 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:38.596974 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-55f1f6e9-d4d9-4561-9d5a-c5237f9928c1 req-db14771f-52e0-4a91-8752-a947025cc4b1 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0688164 Aug 13 02:43:38.669037 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-55f1f6e9-d4d9-4561-9d5a-c5237f9928c1 req-fa5d91d0-99a1-40a8-b427-49200735686a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652120 Aug 13 02:43:38.685070 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52b51b-b50d-4950-a337-f6f810a2732a req-3bc1b0f8-39d3-4388-8777-ea164d6c5d56 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:38.692559 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a52b51b-b50d-4950-a337-f6f810a2732a req-3bc1b0f8-39d3-4388-8777-ea164d6c5d56 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 946 time: 0.0793529 Aug 13 02:43:38.726469 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4a52b51b-b50d-4950-a337-f6f810a2732a req-6fecf595-d595-41db-aab2-ca87c3ae12b6 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330269 Aug 13 02:43:38.872841 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:43:38.980904 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 79606c03-0b9b-4e83-b70e-12e5c09ab3c5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=79606c03-0b9b-4e83-b70e-12e5c09ab3c5,segment=NetworkSegment(3cc1e398-6438-4ba5-9a89-77052998caf0),segment_id=3cc1e398-6438-4ba5-9a89-77052998caf0)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:38.992681 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '79606c03-0b9b-4e83-b70e-12e5c09ab3c5', 'network_id': '95f4d335-43a4-4bc0-ae71-d9802421bf7d', 'port_id': '79606c03-0b9b-4e83-b70e-12e5c09ab3c5', 'mac_address': 'fa:16:3e:73:37:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46cd850-fea1-4ae9-9585-12fa1ede5b2f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:43:39.031544 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:39.044214 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:43:39.063328 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 79606c03-0b9b-4e83-b70e-12e5c09ab3c5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=79606c03-0b9b-4e83-b70e-12e5c09ab3c5,segment=NetworkSegment(3cc1e398-6438-4ba5-9a89-77052998caf0),segment_id=3cc1e398-6438-4ba5-9a89-77052998caf0)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:39.071001 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:39.126891 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=79606c03-0b9b-4e83-b70e-12e5c09ab3c5,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:39.168493 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:39.321166 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-8e152b27-ecde-48d8-bb8b-4edb4789d6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:39.371193 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['79606c03-0b9b-4e83-b70e-12e5c09ab3c5'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:43:39.636983 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e549b3-4b90-4720-a601-d292c1fd0d57 req-b8e5b231-5e86-4cc4-a916-46601f0ebd85 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:39.638425 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-85e549b3-4b90-4720-a601-d292c1fd0d57 req-b8e5b231-5e86-4cc4-a916-46601f0ebd85 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 944 time: 0.0556102 Aug 13 02:43:39.678944 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-85e549b3-4b90-4720-a601-d292c1fd0d57 req-2a76fedd-272d-4e9d-97a7-d01c75e63a62 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Aug 13 02:43:39.797236 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b982a-38ea-4aac-b1f1-e604f6c900ed req-68ed1a71-6c97-41b4-bd08-1811b4e6fe1d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:39.798695 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da7b982a-38ea-4aac-b1f1-e604f6c900ed req-68ed1a71-6c97-41b4-bd08-1811b4e6fe1d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0492196 Aug 13 02:43:39.866242 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-da7b982a-38ea-4aac-b1f1-e604f6c900ed req-e59bef53-190f-4672-a5aa-0210275615ab tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565603 Aug 13 02:43:39.873849 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d6ca4-1f9e-4acc-ac8e-30d83fbb645b req-774482ff-42c6-444d-b255-2a6b77832d0b tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:39.875281 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-505d6ca4-1f9e-4acc-ac8e-30d83fbb645b req-774482ff-42c6-444d-b255-2a6b77832d0b tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 946 time: 0.0756748 Aug 13 02:43:39.914481 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-505d6ca4-1f9e-4acc-ac8e-30d83fbb645b req-d53c1cb8-88fc-43fa-856b-ed30aa023ca8 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331256 Aug 13 02:43:40.460196 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:40.727256 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2d9a1d-e3d6-42fc-a5f0-20300fef40a7 req-d9817e7a-5e41-48a4-ad73-8c9bfa9863fc tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:40.728851 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fc2d9a1d-e3d6-42fc-a5f0-20300fef40a7 req-d9817e7a-5e41-48a4-ad73-8c9bfa9863fc tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 946 time: 0.0548790 Aug 13 02:43:40.791029 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fc2d9a1d-e3d6-42fc-a5f0-20300fef40a7 req-daa1660d-81e0-4103-b6c1-85aa530f54c0 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560989 Aug 13 02:43:40.810000 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448365b2-6d8b-41c1-b39c-6d0e685f16dc req-79cf69e2-5d66-42f8-a569-c945c06d3fa5 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:40.811417 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-448365b2-6d8b-41c1-b39c-6d0e685f16dc req-79cf69e2-5d66-42f8-a569-c945c06d3fa5 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 944 time: 0.0615618 Aug 13 02:43:40.850447 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-448365b2-6d8b-41c1-b39c-6d0e685f16dc req-95ca7015-5687-4424-be92-4dcafeebd093 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327730 Aug 13 02:43:40.872151 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:43:40.928098 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:43:40.932154 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:43:40.932600 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:40.990021 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93884aea-8939-4afc-8abe-2696b662867d req-b32d588d-24f8-4587-80bc-312ac8644ebe tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:40.991702 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-93884aea-8939-4afc-8abe-2696b662867d req-b32d588d-24f8-4587-80bc-312ac8644ebe tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0539842 Aug 13 02:43:41.010623 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:41.029780 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-93884aea-8939-4afc-8abe-2696b662867d req-53a28521-d7bd-4d2c-84ee-ced8b727b024 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315495 Aug 13 02:43:41.032731 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11cbde6-f682-4956-9604-dbc3dc4bf1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79606c03-0b9b-4e83-b70e-12e5c09ab3c5'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:41.034988 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15819a3b-9d04-45a5-9ba3-4445ce6a5d82" -d '{"events": [{"server_uuid": "a11cbde6-f682-4956-9604-dbc3dc4bf1d5", "name": "network-vif-plugged", "status": "completed", "tag": "79606c03-0b9b-4e83-b70e-12e5c09ab3c5"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:41.048325 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 79606c03-0b9b-4e83-b70e-12e5c09ab3c5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=79606c03-0b9b-4e83-b70e-12e5c09ab3c5,segment=NetworkSegment(3cc1e398-6438-4ba5-9a89-77052998caf0),segment_id=3cc1e398-6438-4ba5-9a89-77052998caf0)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:41.055231 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:41.078251 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6730e5-b8cb-4fe8-9f87-0758b7dc2816 x-openstack-request-id: req-2a6730e5-b8cb-4fe8-9f87-0758b7dc2816 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:41.078540 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11cbde6-f682-4956-9604-dbc3dc4bf1d5", "name": "network-vif-plugged", "status": "completed", "tag": "79606c03-0b9b-4e83-b70e-12e5c09ab3c5", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:41.078792 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a6730e5-b8cb-4fe8-9f87-0758b7dc2816 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:41.079174 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11cbde6-f682-4956-9604-dbc3dc4bf1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79606c03-0b9b-4e83-b70e-12e5c09ab3c5', 'code': 200} Aug 13 02:43:41.104603 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=79606c03-0b9b-4e83-b70e-12e5c09ab3c5,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:41.298703 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4b96d-1cb5-43f9-8626-537887134ea7 req-bb8db2bc-15b6-4e23-84e4-4ff74ea70f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:41.300152 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-13d4b96d-1cb5-43f9-8626-537887134ea7 req-bb8db2bc-15b6-4e23-84e4-4ff74ea70f0e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 1098 time: 0.0515454 Aug 13 02:43:41.337025 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-13d4b96d-1cb5-43f9-8626-537887134ea7 req-a43b3c05-75a8-4441-bbf0-6d3ca0c152a8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287294 Aug 13 02:43:41.779367 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:41.909848 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119c27c-248e-41fa-ae55-96c7cf895fc7 req-29fda8c5-6fe4-425f-98a4-8206bb60c830 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:41.911365 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6119c27c-248e-41fa-ae55-96c7cf895fc7 req-29fda8c5-6fe4-425f-98a4-8206bb60c830 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 946 time: 0.0501935 Aug 13 02:43:41.977250 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6119c27c-248e-41fa-ae55-96c7cf895fc7 req-1f533401-df75-4f81-ab04-a5cdab051552 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/security-groups?id=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595372 Aug 13 02:43:41.993341 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a08fd-9a7e-4826-b890-560afce4dfbe req-78b71d7b-35de-4636-b88e-d4cc86875b62 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:41.994776 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-235a08fd-9a7e-4826-b890-560afce4dfbe req-78b71d7b-35de-4636-b88e-d4cc86875b62 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 945 time: 0.0712528 Aug 13 02:43:42.034528 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-235a08fd-9a7e-4826-b890-560afce4dfbe req-5dbda6aa-6009-440a-8d93-d211cc83e027 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334077 Aug 13 02:43:42.151114 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84432203-937c-4c9c-b187-3a941fa52793 req-6ac5bc54-94a8-4ca2-9af5-d9b58a93a3e5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:42.152781 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-84432203-937c-4c9c-b187-3a941fa52793 req-6ac5bc54-94a8-4ca2-9af5-d9b58a93a3e5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0503504 Aug 13 02:43:42.191892 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-84432203-937c-4c9c-b187-3a941fa52793 req-f283ab2e-17d2-4f69-a018-5abdd89ee4fe tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327744 Aug 13 02:43:42.675454 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a193f-c65d-428a-952a-1b69bbc9aa57 req-bc44c422-f683-4cca-bd9a-c0116a0410d9 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:42.676937 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a93a193f-c65d-428a-952a-1b69bbc9aa57 req-bc44c422-f683-4cca-bd9a-c0116a0410d9 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 946 time: 0.0578008 Aug 13 02:43:42.774425 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-a93a193f-c65d-428a-952a-1b69bbc9aa57 req-8dc4164a-97c4-4727-97ae-cb39c32fa040 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Deleting port 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:43:42.774694 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a93a193f-c65d-428a-952a-1b69bbc9aa57 req-8dc4164a-97c4-4727-97ae-cb39c32fa040 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:42.865709 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-a93a193f-c65d-428a-952a-1b69bbc9aa57 req-8dc4164a-97c4-4727-97ae-cb39c32fa040 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] For port 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=0b326d02-c27d-4ad9-bede-1a0a93c2ac3b,segment=NetworkSegment(1355be9d-6909-4d5e-817a-518d6b98e9ad),segment_id=1355be9d-6909-4d5e-817a-518d6b98e9ad)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:43:42.866071 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a93a193f-c65d-428a-952a-1b69bbc9aa57 req-8dc4164a-97c4-4727-97ae-cb39c32fa040 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:42.879111 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-a93a193f-c65d-428a-952a-1b69bbc9aa57 req-8dc4164a-97c4-4727-97ae-cb39c32fa040 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Calling delete_port for 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:43:43.026623 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a93a193f-c65d-428a-952a-1b69bbc9aa57 req-8dc4164a-97c4-4727-97ae-cb39c32fa040 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:43.055510 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4164a-97c4-4727-97ae-cb39c32fa040 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Pushing event deleted for resources: {'Port': ['ID=0b326d02-c27d-4ad9-bede-1a0a93c2ac3b,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:43:43.089157 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-15f297d4-f277-4ba9-be04-2a89251603d7 req-db59417a-05b0-4f4b-8998-45c0dd99bcfe tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.42 "GET /v2.0/ports?device_id=ad94358d-c66a-4302-adac-ece375fffbad HTTP/1.1" status: 200 len: 210 time: 0.0366516 Aug 13 02:43:43.125049 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93a193f-c65d-428a-952a-1b69bbc9aa57 req-8dc4164a-97c4-4727-97ae-cb39c32fa040 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] No DVR routers for this DVR port 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:43:43.127634 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-a93a193f-c65d-428a-952a-1b69bbc9aa57 req-8dc4164a-97c4-4727-97ae-cb39c32fa040 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:43:43.129798 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a93a193f-c65d-428a-952a-1b69bbc9aa57 req-8dc4164a-97c4-4727-97ae-cb39c32fa040 tempest-VolumesActionsTest-1003443081 tempest-VolumesActionsTest-1003443081-project] 10.222.0.60 "DELETE /v2.0/ports/0b326d02-c27d-4ad9-bede-1a0a93c2ac3b HTTP/1.1" status: 204 len: 173 time: 0.4455726 Aug 13 02:43:43.137846 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad94358d-c66a-4302-adac-ece375fffbad', 'name': 'network-vif-deleted', 'tag': '0b326d02-c27d-4ad9-bede-1a0a93c2ac3b'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:43:43.140053 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203badb4-8a71-4699-8dec-03eababd997a" -d '{"events": [{"server_uuid": "ad94358d-c66a-4302-adac-ece375fffbad", "name": "network-vif-deleted", "tag": "0b326d02-c27d-4ad9-bede-1a0a93c2ac3b"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:43:43.177672 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf31da1-17cf-4d7b-a0a9-92d1f93cb972 x-openstack-request-id: req-8bf31da1-17cf-4d7b-a0a9-92d1f93cb972 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:43:43.177967 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad94358d-c66a-4302-adac-ece375fffbad", "name": "network-vif-deleted", "tag": "0b326d02-c27d-4ad9-bede-1a0a93c2ac3b", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:43:43.178213 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8bf31da1-17cf-4d7b-a0a9-92d1f93cb972 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:43:43.178591 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad94358d-c66a-4302-adac-ece375fffbad', 'name': 'network-vif-deleted', 'tag': '0b326d02-c27d-4ad9-bede-1a0a93c2ac3b', 'status': 'completed', 'code': 200} Aug 13 02:43:43.186964 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eeeefa-9be8-4ce8-b41e-2fb7f736738d req-cf8122ae-27e4-4ff4-bf24-a6790ed3eaf7 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:43.188577 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-19eeeefa-9be8-4ce8-b41e-2fb7f736738d req-cf8122ae-27e4-4ff4-bf24-a6790ed3eaf7 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 945 time: 0.0654311 Aug 13 02:43:43.228811 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-19eeeefa-9be8-4ce8-b41e-2fb7f736738d req-3b702578-6690-4e84-83e5-9a72db55c254 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339429 Aug 13 02:43:43.323583 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bc22c-0b99-47d0-852e-1f2061c1af70 req-5b06c0df-8613-4b57-8f4b-e88643a7468a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:43.325221 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-237bc22c-0b99-47d0-852e-1f2061c1af70 req-5b06c0df-8613-4b57-8f4b-e88643a7468a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0568788 Aug 13 02:43:43.368980 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-237bc22c-0b99-47d0-852e-1f2061c1af70 req-60f111f0-0b5b-49ee-ab55-7eeb11ecdf47 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368450 Aug 13 02:43:44.492528 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cdc73-246e-426d-b004-0d93a97be75a req-a07a0e90-743e-424e-a9ff-0f1bd0ccebaa tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:44.494023 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-120cdc73-246e-426d-b004-0d93a97be75a req-a07a0e90-743e-424e-a9ff-0f1bd0ccebaa tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0512455 Aug 13 02:43:44.532662 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-120cdc73-246e-426d-b004-0d93a97be75a req-d5292aa5-0277-4a22-a92c-7a2e9e2a9a7c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323188 Aug 13 02:43:44.894375 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:43:44.913985 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:43:44.914319 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 0b326d02-c27d-4ad9-bede-1a0a93c2ac3b not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:43:45.658536 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2f10d-4efc-408a-b33b-74b832f614a0 req-81b62837-e213-4f3f-8c6e-e641f258630c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:45.659987 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-feb2f10d-4efc-408a-b33b-74b832f614a0 req-81b62837-e213-4f3f-8c6e-e641f258630c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0545301 Aug 13 02:43:45.704009 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-feb2f10d-4efc-408a-b33b-74b832f614a0 req-82f1c25b-80d7-4176-9150-cbf027fa574c tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365090 Aug 13 02:43:46.842637 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7c3f2-4165-46b7-a0a9-3c8a197096e7 req-1e4cdb24-e389-41aa-8627-843e7416ca50 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:46.844143 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41a7c3f2-4165-46b7-a0a9-3c8a197096e7 req-1e4cdb24-e389-41aa-8627-843e7416ca50 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0508244 Aug 13 02:43:46.886127 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41a7c3f2-4165-46b7-a0a9-3c8a197096e7 req-0b9ae57f-f798-4c1b-be3d-e58780526213 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350029 Aug 13 02:43:47.817716 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:43:48.024251 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09504b2d-fd39-432a-927c-ff4cbf8c6b02 req-45ba3a50-902a-4a1a-bce2-5a006952c1e7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:48.025734 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-09504b2d-fd39-432a-927c-ff4cbf8c6b02 req-45ba3a50-902a-4a1a-bce2-5a006952c1e7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0570548 Aug 13 02:43:48.064304 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-09504b2d-fd39-432a-927c-ff4cbf8c6b02 req-996d7408-3f33-4933-9281-2d6d18248291 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324550 Aug 13 02:43:49.196572 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86f294-5cd8-4352-85ba-f6eb36b8f5f4 req-232b2c79-1a2f-4439-82c8-a6218d270381 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:49.198019 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c86f294-5cd8-4352-85ba-f6eb36b8f5f4 req-232b2c79-1a2f-4439-82c8-a6218d270381 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0501940 Aug 13 02:43:49.237825 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c86f294-5cd8-4352-85ba-f6eb36b8f5f4 req-cd97decd-f8df-410b-a85a-3240481b89a8 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335391 Aug 13 02:43:50.393264 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9c68f-d45c-4dc9-9aa3-c345eeb076a8 req-c1c0d7b1-f157-4e8c-ada2-8d45c066705b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:50.394960 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ba9c68f-d45c-4dc9-9aa3-c345eeb076a8 req-c1c0d7b1-f157-4e8c-ada2-8d45c066705b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0553701 Aug 13 02:43:50.444499 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2ba9c68f-d45c-4dc9-9aa3-c345eeb076a8 req-f66c540b-456c-4974-95a5-09c3ac9232ee tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433354 Aug 13 02:43:51.628766 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c651f1-4d2c-4a18-8fa7-a23cca83d4c3 req-f453de99-87b3-49bc-8546-ef7e13453b75 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:51.630844 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-73c651f1-4d2c-4a18-8fa7-a23cca83d4c3 req-f453de99-87b3-49bc-8546-ef7e13453b75 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0671637 Aug 13 02:43:51.674198 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-73c651f1-4d2c-4a18-8fa7-a23cca83d4c3 req-eefc8a01-fd53-4a95-848d-c25944564ed1 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349431 Aug 13 02:43:52.820307 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265066e3-b4fa-401e-a691-5d1767f4c336 req-b8348474-4d28-41c6-ae6a-853af6846177 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:52.822347 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-265066e3-b4fa-401e-a691-5d1767f4c336 req-b8348474-4d28-41c6-ae6a-853af6846177 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0629132 Aug 13 02:43:52.876782 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-265066e3-b4fa-401e-a691-5d1767f4c336 req-f554c41c-5f99-463b-9c6e-1493201e5228 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478308 Aug 13 02:43:54.002710 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a842390-fd18-415c-b068-be206560fb24 req-7ca87e8b-3d7e-4c75-96c3-2db1f47b9bfd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:54.005269 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0a842390-fd18-415c-b068-be206560fb24 req-7ca87e8b-3d7e-4c75-96c3-2db1f47b9bfd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0529354 Aug 13 02:43:54.050554 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0a842390-fd18-415c-b068-be206560fb24 req-6ec44956-97ad-4577-ba48-e2c5a0569042 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387366 Aug 13 02:43:55.210281 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f829e8b-80ce-4ea3-9723-c8abde123789 req-0d93f130-ad3d-4e77-a6a1-beb0edc511c9 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:55.213152 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2f829e8b-80ce-4ea3-9723-c8abde123789 req-0d93f130-ad3d-4e77-a6a1-beb0edc511c9 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0701444 Aug 13 02:43:55.265262 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2f829e8b-80ce-4ea3-9723-c8abde123789 req-ae7a5376-e8a8-416d-99c1-e0b9347d4f80 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450306 Aug 13 02:43:56.403244 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f262b44-c637-40d0-9c09-95bc04917e24 req-1918fe2b-c722-430d-bec0-53dca312d859 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:56.412104 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f262b44-c637-40d0-9c09-95bc04917e24 req-1918fe2b-c722-430d-bec0-53dca312d859 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0593448 Aug 13 02:43:56.460180 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4f262b44-c637-40d0-9c09-95bc04917e24 req-7d92e733-f7cb-44a3-934b-da899472ad03 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467362 Aug 13 02:43:57.591754 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c841a56-f512-4936-92cd-baefe66b35f4 req-5e176de8-b874-4972-9262-28cc97444932 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:57.593314 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1c841a56-f512-4936-92cd-baefe66b35f4 req-5e176de8-b874-4972-9262-28cc97444932 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0584118 Aug 13 02:43:57.644407 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1c841a56-f512-4936-92cd-baefe66b35f4 req-7f817949-210d-44d1-8894-d05cf3414015 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442667 Aug 13 02:43:58.783836 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11213d77-15c5-4a8c-87f3-7e2d4ed9bca5 req-4032d140-b2ae-4ce5-a2f1-0d14ea1d3a9b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:58.788920 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-11213d77-15c5-4a8c-87f3-7e2d4ed9bca5 req-4032d140-b2ae-4ce5-a2f1-0d14ea1d3a9b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0578785 Aug 13 02:43:58.833833 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-11213d77-15c5-4a8c-87f3-7e2d4ed9bca5 req-b1eb4348-b5d1-4dcf-ba63-49b93c5e4efe tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420976 Aug 13 02:43:59.963818 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f243f-dafb-48ad-bd9f-504046598789 req-21a95bcc-0408-4ac2-8dc5-aae3ca5498ff tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:43:59.965525 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-739f243f-dafb-48ad-bd9f-504046598789 req-21a95bcc-0408-4ac2-8dc5-aae3ca5498ff tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0506105 Aug 13 02:44:00.007174 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-739f243f-dafb-48ad-bd9f-504046598789 req-8d26b8e2-5a7a-4ae9-86cc-ff75f6ee87c0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352423 Aug 13 02:44:00.959045 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 7649a39f-32fc-4ad9-9bb6-e42a64b18cff details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:44:01.063579 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:01.077601 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'port_id': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'mac_address': 'fa:16:3e:8e:ae:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:44:01.129646 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:01.136142 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b68313-6c84-4d7b-af8a-02c57e4c67c0 req-2face077-931c-4e81-8180-365c60d97bf7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:01.138353 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-11b68313-6c84-4d7b-af8a-02c57e4c67c0 req-2face077-931c-4e81-8180-365c60d97bf7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0531979 Aug 13 02:44:01.155765 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7649a39f-32fc-4ad9-9bb6-e42a64b18cff {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:44:01.184282 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:01.189680 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:01.204767 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-11b68313-6c84-4d7b-af8a-02c57e4c67c0 req-c7502847-63f7-4f75-8cbe-7f49c42adc6f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571470 Aug 13 02:44:01.252746 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,revision_number=6']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:01.456788 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['7649a39f-32fc-4ad9-9bb6-e42a64b18cff'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:44:02.367238 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2f12e-db9a-494a-98df-aa88bb68e5d3 req-9f46fb00-985e-41ed-86ad-715a6b5f37ee tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:02.378498 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a4d2f12e-db9a-494a-98df-aa88bb68e5d3 req-9f46fb00-985e-41ed-86ad-715a6b5f37ee tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 944 time: 0.0786669 Aug 13 02:44:02.442454 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a4d2f12e-db9a-494a-98df-aa88bb68e5d3 req-ea9f01c9-051e-4c8a-8e4f-42f7aa68ec46 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624368 Aug 13 02:44:02.969239 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 7649a39f-32fc-4ad9-9bb6-e42a64b18cff up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:03.067664 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:03.067947 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:03.193532 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:03.249443 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:03.259666 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a0210b-4e64-423e-a2e6-413730d214c8" -d '{"events": [{"server_uuid": "107bb2e9-0fe5-474a-9990-5cdc7b18ea8b", "name": "network-vif-plugged", "status": "completed", "tag": "7649a39f-32fc-4ad9-9bb6-e42a64b18cff"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:03.290198 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:03.306371 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:03.326076 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7f5308-fc33-4a2e-9baf-0d42756a5188 x-openstack-request-id: req-1c7f5308-fc33-4a2e-9baf-0d42756a5188 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:03.326591 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107bb2e9-0fe5-474a-9990-5cdc7b18ea8b", "name": "network-vif-plugged", "status": "completed", "tag": "7649a39f-32fc-4ad9-9bb6-e42a64b18cff", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:03.327003 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c7f5308-fc33-4a2e-9baf-0d42756a5188 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:03.327552 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'code': 200} Aug 13 02:44:03.415042 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,revision_number=7']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:03.605463 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d1a79-708e-4326-a268-f24d2423fb31 req-66c4c3cf-2886-487b-a40f-26c8b0272434 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:03.608080 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8e9d1a79-708e-4326-a268-f24d2423fb31 req-66c4c3cf-2886-487b-a40f-26c8b0272434 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0572689 Aug 13 02:44:03.666650 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8e9d1a79-708e-4326-a268-f24d2423fb31 req-1ef827d3-80db-4e83-871c-3016479c66b4 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519497 Aug 13 02:44:03.911293 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:04.840985 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38f7cc-db2f-4575-baa3-bb10f8d0cdd1 req-95fcb786-5773-4ffb-8f2c-d1c7f5298594 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:04.842606 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8a38f7cc-db2f-4575-baa3-bb10f8d0cdd1 req-95fcb786-5773-4ffb-8f2c-d1c7f5298594 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0924952 Aug 13 02:44:04.855103 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e40462-3b4a-4b2e-bdfc-9302d6d9fd9f req-541de61a-55ac-4c3a-b2b8-8684237cf7d3 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:04.857138 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99e40462-3b4a-4b2e-bdfc-9302d6d9fd9f req-541de61a-55ac-4c3a-b2b8-8684237cf7d3 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 945 time: 0.0801497 Aug 13 02:44:04.910198 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8a38f7cc-db2f-4575-baa3-bb10f8d0cdd1 req-f43b610b-04f1-4a54-a245-b9f26d212ee0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519569 Aug 13 02:44:04.930445 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-99e40462-3b4a-4b2e-bdfc-9302d6d9fd9f req-82c8d48f-d8f1-478c-b86d-c808d9bbc5e3 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660498 Aug 13 02:44:06.089754 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99b74b-919f-4909-a671-e566fd2a92db req-12181fcc-726d-4b83-9932-08ff04934aa0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:06.093023 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4b99b74b-919f-4909-a671-e566fd2a92db req-12181fcc-726d-4b83-9932-08ff04934aa0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0844581 Aug 13 02:44:06.127655 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25627d8f-94bb-4c21-a09b-8cf7aeed0b1b req-2a74fc6b-9fce-4877-bace-1e25cb5dee0f tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:06.132926 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25627d8f-94bb-4c21-a09b-8cf7aeed0b1b req-2a74fc6b-9fce-4877-bace-1e25cb5dee0f tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 945 time: 0.1132550 Aug 13 02:44:06.168513 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4b99b74b-919f-4909-a671-e566fd2a92db req-a8007937-b840-44b4-83fb-b0a44f5b1541 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697079 Aug 13 02:44:06.191856 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25627d8f-94bb-4c21-a09b-8cf7aeed0b1b req-eb7648c3-e163-4446-a33b-74ad63a29fe7 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/security-groups?id=f62697bd-9827-4352-ba7d-b23cd0a111bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566211 Aug 13 02:44:06.372917 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d8da695f-efbc-45b8-b732-95a8402aa556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:06.675724 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35490) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:06.723505 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Deleting subnet 3846c22f-6cbd-436c-9ec3-dfe147b88c24 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:44:06.726849 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:06.763436 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5565699'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:06.802755 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:06.838828 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cd9c7-3ef0-461a-9322-121bbe82bb56 req-801577d6-7913-4485-b674-70fd82156d94 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:06.841800 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-310cd9c7-3ef0-461a-9322-121bbe82bb56 req-801577d6-7913-4485-b674-70fd82156d94 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.60 "GET /v2.0/ports?device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 945 time: 0.0798042 Aug 13 02:44:06.866036 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5759410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5577348'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:06.888954 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3846c22f-6cbd-436c-9ec3-dfe147b88c24,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:06.903739 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.904382 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.905028 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.905552 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.906055 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.906566 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.907071 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.907566 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.908083 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.908637 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.909148 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.909648 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:06.914598 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:06.917299 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-5d2c96be-d0fb-4afe-9bc7-0e183feffb97 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3846c22f-6cbd-436c-9ec3-dfe147b88c24 HTTP/1.1" status: 204 len: 168 time: 0.2402503 Aug 13 02:44:06.920057 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35494) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:06.946715 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-310cd9c7-3ef0-461a-9322-121bbe82bb56 req-e47d8936-609f-4d3c-b25c-c078c866fca6 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Deleting port 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:44:06.947052 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-310cd9c7-3ef0-461a-9322-121bbe82bb56 req-e47d8936-609f-4d3c-b25c-c078c866fca6 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:06.993496 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-79bd5463-2560-4aaa-ab0e-35d7126086f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:07.056431 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-310cd9c7-3ef0-461a-9322-121bbe82bb56 req-e47d8936-609f-4d3c-b25c-c078c866fca6 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] For port 79606c03-0b9b-4e83-b70e-12e5c09ab3c5, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=79606c03-0b9b-4e83-b70e-12e5c09ab3c5,segment=NetworkSegment(3cc1e398-6438-4ba5-9a89-77052998caf0),segment_id=3cc1e398-6438-4ba5-9a89-77052998caf0)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:07.056755 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-310cd9c7-3ef0-461a-9322-121bbe82bb56 req-e47d8936-609f-4d3c-b25c-c078c866fca6 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:07.071370 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-310cd9c7-3ef0-461a-9322-121bbe82bb56 req-e47d8936-609f-4d3c-b25c-c078c866fca6 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Calling delete_port for 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:44:07.078376 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-79bd5463-2560-4aaa-ab0e-35d7126086f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:07.088727 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-79bd5463-2560-4aaa-ab0e-35d7126086f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2366226-7046-46c6-a207-94976234636b']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:07.099427 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-79bd5463-2560-4aaa-ab0e-35d7126086f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1355be9d-6909-4d5e-817a-518d6b98e9ad') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:07.099711 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-79bd5463-2560-4aaa-ab0e-35d7126086f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1355be9d-6909-4d5e-817a-518d6b98e9ad') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:07.108625 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-79bd5463-2560-4aaa-ab0e-35d7126086f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5565716'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:07.123065 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-79bd5463-2560-4aaa-ab0e-35d7126086f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:07.129237 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bd5463-2560-4aaa-ab0e-35d7126086f7 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:44:07.129586 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-79bd5463-2560-4aaa-ab0e-35d7126086f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5759340'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: Traceback (most recent call last): Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: timer() Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: cb(*args, **kw) Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: return func(*args, **kwargs) Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: self._notify() Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: self.callback(batched_events) Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: event.method(event) Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: return f(self, *a, **k) Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._get(url).json() Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:44:07.139988 dv-cinder-760184-6-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:44:07.185560 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-79bd5463-2560-4aaa-ab0e-35d7126086f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:07.196039 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-79bd5463-2560-4aaa-ab0e-35d7126086f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:07.198345 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-79bd5463-2560-4aaa-ab0e-35d7126086f7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d2366226-7046-46c6-a207-94976234636b HTTP/1.1" status: 204 len: 168 time: 0.2771077 Aug 13 02:44:07.212752 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd5463-2560-4aaa-ab0e-35d7126086f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2366226-7046-46c6-a207-94976234636b,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:07.345154 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-310cd9c7-3ef0-461a-9322-121bbe82bb56 req-e47d8936-609f-4d3c-b25c-c078c866fca6 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:07.355764 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2640f548-b582-4cb9-b6e9-0143ec49d1e8 req-cf9a6006-5f2e-4dc4-864f-e1e4330f6856 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.42 "GET /v2.0/ports?device_id=a11cbde6-f682-4956-9604-dbc3dc4bf1d5 HTTP/1.1" status: 200 len: 210 time: 0.0665948 Aug 13 02:44:07.435043 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d8936-609f-4d3c-b25c-c078c866fca6 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Pushing event deleted for resources: {'Port': ['ID=79606c03-0b9b-4e83-b70e-12e5c09ab3c5,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:07.494270 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-310cd9c7-3ef0-461a-9322-121bbe82bb56 req-e47d8936-609f-4d3c-b25c-c078c866fca6 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] No DVR routers for this DVR port 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:44:07.500211 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-310cd9c7-3ef0-461a-9322-121bbe82bb56 req-e47d8936-609f-4d3c-b25c-c078c866fca6 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:07.502218 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-310cd9c7-3ef0-461a-9322-121bbe82bb56 req-e47d8936-609f-4d3c-b25c-c078c866fca6 tempest-VolumesSnapshotTestJSON-952199993 tempest-VolumesSnapshotTestJSON-952199993-project] 10.222.0.60 "DELETE /v2.0/ports/79606c03-0b9b-4e83-b70e-12e5c09ab3c5 HTTP/1.1" status: 204 len: 173 time: 0.6527808 Aug 13 02:44:07.502653 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11cbde6-f682-4956-9604-dbc3dc4bf1d5', 'name': 'network-vif-deleted', 'tag': '79606c03-0b9b-4e83-b70e-12e5c09ab3c5'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:07.504968 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6a3a2c-6610-40c3-806a-ee62cad1d50b" -d '{"events": [{"server_uuid": "a11cbde6-f682-4956-9604-dbc3dc4bf1d5", "name": "network-vif-deleted", "tag": "79606c03-0b9b-4e83-b70e-12e5c09ab3c5"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:07.521398 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35504) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:07.530344 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec082d7-f87b-4fdb-9bc7-9ef9b4c180cd req-b77cf820-10a3-429e-afd2-2909a9acaf8a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.537700 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ec082d7-f87b-4fdb-9bc7-9ef9b4c180cd req-b77cf820-10a3-429e-afd2-2909a9acaf8a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.2270339 Aug 13 02:44:07.559830 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a1cca-f86c-4b7a-a333-3229069cab28 req-3e2d9bc9-8872-4e6a-ad42-7d9834b15fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.561365 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a5a1cca-f86c-4b7a-a333-3229069cab28 req-3e2d9bc9-8872-4e6a-ad42-7d9834b15fc6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 1098 time: 0.1412127 Aug 13 02:44:07.597273 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3ec082d7-f87b-4fdb-9bc7-9ef9b4c180cd req-77bbd142-61b8-46c9-ac39-6888eee322b5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585899 Aug 13 02:44:07.618634 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c67cfb4-1fb5-457c-ade6-463c941023ae x-openstack-request-id: req-9c67cfb4-1fb5-457c-ade6-463c941023ae {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:07.619936 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11cbde6-f682-4956-9604-dbc3dc4bf1d5", "name": "network-vif-deleted", "tag": "79606c03-0b9b-4e83-b70e-12e5c09ab3c5", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:07.620260 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c67cfb4-1fb5-457c-ade6-463c941023ae {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:07.621301 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11cbde6-f682-4956-9604-dbc3dc4bf1d5', 'name': 'network-vif-deleted', 'tag': '79606c03-0b9b-4e83-b70e-12e5c09ab3c5', 'status': 'completed', 'code': 200} Aug 13 02:44:07.628374 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f70c65f2-567c-4b02-9531-470387f12d7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ab3d91d39634fa4b201b484b10c4aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1057594 Aug 13 02:44:07.630909 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35506) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:07.701408 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7b55-e41a-40fe-b95f-2f3e598e25d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:07.727235 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a1cca-f86c-4b7a-a333-3229069cab28 req-d2965a4e-b3ba-4672-aa63-2ee3ed9de88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.729105 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a5a1cca-f86c-4b7a-a333-3229069cab28 req-d2965a4e-b3ba-4672-aa63-2ee3ed9de88e service neutron] 10.222.0.60 "GET /v2.0/networks?id=9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 200 len: 918 time: 0.1308992 Aug 13 02:44:07.731395 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7b55-e41a-40fe-b95f-2f3e598e25d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:07.797636 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7b55-e41a-40fe-b95f-2f3e598e25d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:07.800674 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2d6b7b55-e41a-40fe-b95f-2f3e598e25d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:07.801997 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2d6b7b55-e41a-40fe-b95f-2f3e598e25d0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e HTTP/1.1" status: 204 len: 168 time: 0.1699438 Aug 13 02:44:07.807419 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a5a1cca-f86c-4b7a-a333-3229069cab28 req-55fc2d4b-298b-4364-a6fb-9cabb2eda585 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff HTTP/1.1" status: 200 len: 1001 time: 0.0672314 Aug 13 02:44:07.824974 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b7b55-e41a-40fe-b95f-2f3e598e25d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5ee6f6-5086-4e87-848c-6f59f8fe1b3e,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:07.884675 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a1cca-f86c-4b7a-a333-3229069cab28 req-211ae0da-4a62-4857-ace1-56111ba9f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.886786 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a5a1cca-f86c-4b7a-a333-3229069cab28 req-211ae0da-4a62-4857-ace1-56111ba9f763 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d722d64-dd9d-486a-a9c9-6f37fad094ab HTTP/1.1" status: 200 len: 856 time: 0.0684223 Aug 13 02:44:07.950537 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a1cca-f86c-4b7a-a333-3229069cab28 req-a61146aa-f3e2-4ed6-a6c4-637ac388638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:07.953569 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a5a1cca-f86c-4b7a-a333-3229069cab28 req-a61146aa-f3e2-4ed6-a6c4-637ac388638c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9102dfda-d03c-4456-90ad-be83fc17c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583940 Aug 13 02:44:08.124405 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a5a1cca-f86c-4b7a-a333-3229069cab28 req-c405b2e5-195f-4999-b5c4-c4669e343a21 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603899 Aug 13 02:44:08.270653 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2a5a1cca-f86c-4b7a-a333-3229069cab28 req-8b0c2a53-07c6-43f2-9f47-84c706dc0f91 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373253 Aug 13 02:44:08.765285 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7f8e8-00d8-4b46-b173-ed4d95527408 req-bb0c12fc-6859-41eb-95d2-7d8178d94673 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:08.775945 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f4a7f8e8-00d8-4b46-b173-ed4d95527408 req-bb0c12fc-6859-41eb-95d2-7d8178d94673 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0679770 Aug 13 02:44:08.813607 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f4a7f8e8-00d8-4b46-b173-ed4d95527408 req-0dceda4c-c55f-4dff-a2d7-da7d28f26610 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368333 Aug 13 02:44:08.997041 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:44:09.020804 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:44:09.021644 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 79606c03-0b9b-4e83-b70e-12e5c09ab3c5 not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:44:09.173194 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:09.331271 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4fd3ca13-dcc3-4274-b103-7a0de2c84570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:09.958808 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c076b8f-4ff4-4630-8f4c-3637c7624508 req-71a044ee-51e3-46ad-87d6-619867444994 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:09.960352 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1c076b8f-4ff4-4630-8f4c-3637c7624508 req-71a044ee-51e3-46ad-87d6-619867444994 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0533051 Aug 13 02:44:10.010740 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1c076b8f-4ff4-4630-8f4c-3637c7624508 req-e018c582-9ddb-4f1e-9063-6498e31f4ae9 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432229 Aug 13 02:44:10.463435 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:11.165755 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f5605-3583-457d-8f4f-8ad0549e7d02 req-fb50978e-f0ff-422d-9258-14896b8332db tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:11.173971 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c85f5605-3583-457d-8f4f-8ad0549e7d02 req-fb50978e-f0ff-422d-9258-14896b8332db tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0609334 Aug 13 02:44:11.214716 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c85f5605-3583-457d-8f4f-8ad0549e7d02 req-368faef5-ef3f-4df8-978b-9006770f3e38 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394475 Aug 13 02:44:11.781066 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:12.349864 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfe711-cb4d-4f37-90f3-df1c8419b04b req-892fbb95-3d97-4cee-b634-32e624aed522 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:12.351265 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cdfe711-cb4d-4f37-90f3-df1c8419b04b req-892fbb95-3d97-4cee-b634-32e624aed522 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0512841 Aug 13 02:44:12.390304 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cdfe711-cb4d-4f37-90f3-df1c8419b04b req-267e530e-69c8-433e-b058-53fc1d43f04e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317516 Aug 13 02:44:13.513118 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1da22-b2b8-4652-94f0-1d43f115949e req-006db146-6cf6-4a69-9fb3-2d0d27a11b6d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:13.514586 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b3e1da22-b2b8-4652-94f0-1d43f115949e req-006db146-6cf6-4a69-9fb3-2d0d27a11b6d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0517364 Aug 13 02:44:13.567981 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b3e1da22-b2b8-4652-94f0-1d43f115949e req-8726768c-57b2-4a8a-b636-054103b52f02 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467021 Aug 13 02:44:13.596743 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b566c-c55b-4907-9546-f979bb9712b0 req-9302638c-9973-49a2-b31e-88369eef3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:13.598224 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6a5b566c-c55b-4907-9546-f979bb9712b0 req-9302638c-9973-49a2-b31e-88369eef3e5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 1098 time: 0.0468318 Aug 13 02:44:13.686875 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b566c-c55b-4907-9546-f979bb9712b0 req-1e7360f6-961f-4f10-b861-7729fe756d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:13.688230 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6a5b566c-c55b-4907-9546-f979bb9712b0 req-1e7360f6-961f-4f10-b861-7729fe756d96 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 200 len: 918 time: 0.0814922 Aug 13 02:44:13.758244 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6a5b566c-c55b-4907-9546-f979bb9712b0 req-0879fd60-b58b-41c0-bfad-89129607ee70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff HTTP/1.1" status: 200 len: 1001 time: 0.0631351 Aug 13 02:44:13.807412 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b566c-c55b-4907-9546-f979bb9712b0 req-a5afc716-35d1-4945-aad4-3da8e8f81a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:13.808832 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6a5b566c-c55b-4907-9546-f979bb9712b0 req-a5afc716-35d1-4945-aad4-3da8e8f81a39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d722d64-dd9d-486a-a9c9-6f37fad094ab HTTP/1.1" status: 200 len: 856 time: 0.0435684 Aug 13 02:44:13.857925 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b566c-c55b-4907-9546-f979bb9712b0 req-b94ab5df-4111-47c5-bbbd-44efabf81e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:13.859460 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6a5b566c-c55b-4907-9546-f979bb9712b0 req-b94ab5df-4111-47c5-bbbd-44efabf81e33 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9102dfda-d03c-4456-90ad-be83fc17c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428195 Aug 13 02:44:13.949673 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6a5b566c-c55b-4907-9546-f979bb9712b0 req-1f1f0b94-4461-4364-b267-2194aec9c144 service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828147 Aug 13 02:44:14.034993 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6a5b566c-c55b-4907-9546-f979bb9712b0 req-581c586e-7ccd-4c16-93ea-5b86b27064ff service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783629 Aug 13 02:44:14.689716 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba29caf-9e87-4823-aee7-dcd82a79cf8b req-add915f0-0c73-4024-b3f0-6f1d399f83f6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:14.691278 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ba29caf-9e87-4823-aee7-dcd82a79cf8b req-add915f0-0c73-4024-b3f0-6f1d399f83f6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0492282 Aug 13 02:44:14.729225 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ba29caf-9e87-4823-aee7-dcd82a79cf8b req-57436392-e7e7-4541-b36d-72d9cf8a5472 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318985 Aug 13 02:44:15.852044 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc78413-e04f-4b5c-9c83-0d7e2edc959f req-67c8adcd-24a2-4500-87b6-acfa966999e1 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:15.853537 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-adc78413-e04f-4b5c-9c83-0d7e2edc959f req-67c8adcd-24a2-4500-87b6-acfa966999e1 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0519786 Aug 13 02:44:15.893815 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-adc78413-e04f-4b5c-9c83-0d7e2edc959f req-7905b244-356e-413a-8c33-abf4f9ba961d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333464 Aug 13 02:44:17.025890 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06cf39-c009-4e69-994f-495e0d9af725 req-fea0f35c-c0da-4c9a-b500-d093691739f3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:17.027472 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dd06cf39-c009-4e69-994f-495e0d9af725 req-fea0f35c-c0da-4c9a-b500-d093691739f3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 945 time: 0.0619283 Aug 13 02:44:17.069527 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dd06cf39-c009-4e69-994f-495e0d9af725 req-2ec651d5-a93c-4318-acbe-eaa5206b1184 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352495 Aug 13 02:44:17.070440 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 7649a39f-32fc-4ad9-9bb6-e42a64b18cff no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:44:17.153298 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:17.178591 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:17.180942 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc213c92-9da8-4060-876e-7809a86a269c" -d '{"events": [{"server_uuid": "107bb2e9-0fe5-474a-9990-5cdc7b18ea8b", "name": "network-vif-unplugged", "status": "completed", "tag": "7649a39f-32fc-4ad9-9bb6-e42a64b18cff"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:17.194918 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:17.200691 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:17.225580 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c83204-63f3-49bb-8cef-bee8d1f501d6 x-openstack-request-id: req-37c83204-63f3-49bb-8cef-bee8d1f501d6 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:17.225793 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107bb2e9-0fe5-474a-9990-5cdc7b18ea8b", "name": "network-vif-unplugged", "status": "failed", "tag": "7649a39f-32fc-4ad9-9bb6-e42a64b18cff", "code": 422}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:17.226065 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37c83204-63f3-49bb-8cef-bee8d1f501d6 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:17.226456 dv-cinder-760184-6-iscsi neutron-server[94108]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'code': 422} returned with failed status Aug 13 02:44:17.252894 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,revision_number=8']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:18.068626 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb2426-2ac7-493b-9c10-a22d65d62cb9 req-a2fc4eef-43d7-4212-9612-a513bb8d0708 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:18.070083 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c6fb2426-2ac7-493b-9c10-a22d65d62cb9 req-a2fc4eef-43d7-4212-9612-a513bb8d0708 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0506485 Aug 13 02:44:18.105215 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-df1edd02-5cf0-4545-98ae-42ed31112b96 req-d397d64e-2eca-4c6c-9806-321fdf44c0ab service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404661 Aug 13 02:44:18.120940 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c6fb2426-2ac7-493b-9c10-a22d65d62cb9 req-551bf76f-8ccd-401f-a28f-81b676a615c0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361626 Aug 13 02:44:19.250782 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fe1d6-5dd9-4dec-8e56-2dde823529b6 req-1d1ec320-ca3b-4ec9-aeec-06d05cfd836d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:19.252243 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-000fe1d6-5dd9-4dec-8e56-2dde823529b6 req-1d1ec320-ca3b-4ec9-aeec-06d05cfd836d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0548382 Aug 13 02:44:19.294960 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-000fe1d6-5dd9-4dec-8e56-2dde823529b6 req-97e2803d-5322-48ef-b15b-b3a10534b385 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335956 Aug 13 02:44:20.423003 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44c38c-ec56-4078-b041-b5bd59317f4f req-dadee708-f4b7-4333-9397-e0e6153866bc tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:20.424466 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3e44c38c-ec56-4078-b041-b5bd59317f4f req-dadee708-f4b7-4333-9397-e0e6153866bc tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0500422 Aug 13 02:44:20.462781 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3e44c38c-ec56-4078-b041-b5bd59317f4f req-33a57de5-a09d-4cdd-a68c-f3b8677ca7a8 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320034 Aug 13 02:44:21.603949 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79262bd8-a69e-49a3-ac28-48bd83df8647 req-c5c7a8c1-5296-4f0b-904a-d59cc2653c13 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:21.605391 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-79262bd8-a69e-49a3-ac28-48bd83df8647 req-c5c7a8c1-5296-4f0b-904a-d59cc2653c13 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0568576 Aug 13 02:44:21.643376 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-79262bd8-a69e-49a3-ac28-48bd83df8647 req-2f7d2db2-3d92-4cb2-a190-00ed25f806e5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317523 Aug 13 02:44:21.816979 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1edd02-5cf0-4545-98ae-42ed31112b96 req-13092427-3b2d-4f37-be3a-75a328528e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:21.818457 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df1edd02-5cf0-4545-98ae-42ed31112b96 req-13092427-3b2d-4f37-be3a-75a328528e54 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b&tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297 HTTP/1.1" status: 200 len: 1096 time: 0.0575345 Aug 13 02:44:21.901473 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1edd02-5cf0-4545-98ae-42ed31112b96 req-15d364f7-3c0b-46ec-8d6a-ca770ca73dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:21.902842 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df1edd02-5cf0-4545-98ae-42ed31112b96 req-15d364f7-3c0b-46ec-8d6a-ca770ca73dbc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 1096 time: 0.0437505 Aug 13 02:44:21.995510 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1edd02-5cf0-4545-98ae-42ed31112b96 req-bf02231c-dc05-4dd2-b303-903b0a187ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:21.996955 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df1edd02-5cf0-4545-98ae-42ed31112b96 req-bf02231c-dc05-4dd2-b303-903b0a187ac1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 200 len: 918 time: 0.0863132 Aug 13 02:44:22.061804 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df1edd02-5cf0-4545-98ae-42ed31112b96 req-4bb8a30c-3df0-45ba-8d5d-af5cc483614e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff HTTP/1.1" status: 200 len: 999 time: 0.0571024 Aug 13 02:44:22.118495 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1edd02-5cf0-4545-98ae-42ed31112b96 req-0681347a-8970-45f4-9cc6-ce8b24e0e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:22.119940 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df1edd02-5cf0-4545-98ae-42ed31112b96 req-0681347a-8970-45f4-9cc6-ce8b24e0e19a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d722d64-dd9d-486a-a9c9-6f37fad094ab HTTP/1.1" status: 200 len: 856 time: 0.0506217 Aug 13 02:44:22.180573 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1edd02-5cf0-4545-98ae-42ed31112b96 req-e4e4b81d-667c-4181-b62a-22462c65f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:22.181905 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df1edd02-5cf0-4545-98ae-42ed31112b96 req-e4e4b81d-667c-4181-b62a-22462c65f86c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9102dfda-d03c-4456-90ad-be83fc17c3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536010 Aug 13 02:44:22.281962 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df1edd02-5cf0-4545-98ae-42ed31112b96 req-0bd47e0b-ab2e-41d1-ad83-98971bf90e8c service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911160 Aug 13 02:44:22.378222 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-df1edd02-5cf0-4545-98ae-42ed31112b96 req-6022320e-7b62-4c3f-a19a-2c5be41326fa service neutron] 10.222.0.60 "GET /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879591 Aug 13 02:44:23.105645 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fa82f-32c8-4369-87d1-29dcd6a0d121 req-0767ae72-4e0f-4a5e-ab00-1cb5e81b2c10 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:23.107180 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab7fa82f-32c8-4369-87d1-29dcd6a0d121 req-0767ae72-4e0f-4a5e-ab00-1cb5e81b2c10 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.3727937 Aug 13 02:44:23.147173 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ab7fa82f-32c8-4369-87d1-29dcd6a0d121 req-b1c2f920-a8e6-4432-9878-f0f8be350ed6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336516 Aug 13 02:44:24.302863 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c44ea2-39f1-43b9-8348-d12fd446e1ec req-dafd4720-fca8-470e-97b5-8d2b112cc26b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:24.304418 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-17c44ea2-39f1-43b9-8348-d12fd446e1ec req-dafd4720-fca8-470e-97b5-8d2b112cc26b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0640831 Aug 13 02:44:24.353663 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-17c44ea2-39f1-43b9-8348-d12fd446e1ec req-3ae4c14b-aeaf-4bad-9bf8-424ecd5b8f55 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405023 Aug 13 02:44:24.817073 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:44:25.488340 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1adf21-3e2c-44b7-9891-9e46b149e29e req-41199719-ab8a-499a-9e60-ca93825d361e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:25.490140 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee1adf21-3e2c-44b7-9891-9e46b149e29e req-41199719-ab8a-499a-9e60-ca93825d361e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0516384 Aug 13 02:44:25.533436 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ee1adf21-3e2c-44b7-9891-9e46b149e29e req-2b3a5a25-6d1c-4788-96fb-0bd5a0667d0f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363173 Aug 13 02:44:26.656643 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e640683-dc70-4c59-ae0b-2b69feaaa60a req-1e35f190-c499-4186-9f9f-044aaf12d63a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:26.658931 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6e640683-dc70-4c59-ae0b-2b69feaaa60a req-1e35f190-c499-4186-9f9f-044aaf12d63a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0508511 Aug 13 02:44:26.698923 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6e640683-dc70-4c59-ae0b-2b69feaaa60a req-5ed0f63f-5381-40b2-a88f-932bf28069d3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336766 Aug 13 02:44:27.824098 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c5d65-81f5-465c-9540-2cfa4b221125 req-cc2e91a9-995b-4318-bf16-30759688e49a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:27.825632 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c08c5d65-81f5-465c-9540-2cfa4b221125 req-cc2e91a9-995b-4318-bf16-30759688e49a tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0497668 Aug 13 02:44:27.865139 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c08c5d65-81f5-465c-9540-2cfa4b221125 req-23fa5fb1-0867-4818-9de1-90f93f45c0f3 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326180 Aug 13 02:44:28.989166 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd71312-0f15-4517-97e5-453cc2285d6f req-beaf8eb6-6f29-4053-818e-9d7a45b03197 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:28.990553 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6cd71312-0f15-4517-97e5-453cc2285d6f req-beaf8eb6-6f29-4053-818e-9d7a45b03197 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0490046 Aug 13 02:44:29.032216 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6cd71312-0f15-4517-97e5-453cc2285d6f req-3038eea5-981b-4a31-a5df-4507fe77cc37 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355287 Aug 13 02:44:30.160317 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab257e-4260-4c6d-aaf9-b1d1957611a8 req-87d9f190-1dc7-4d68-8781-b5059a9ccec2 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:30.162023 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-51ab257e-4260-4c6d-aaf9-b1d1957611a8 req-87d9f190-1dc7-4d68-8781-b5059a9ccec2 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0498626 Aug 13 02:44:30.201320 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-51ab257e-4260-4c6d-aaf9-b1d1957611a8 req-117147f9-9e46-487c-9def-74bfc0c823c0 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327387 Aug 13 02:44:31.329012 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef8458-37f0-4aa9-bcac-58c4c3ce6009 req-49e4b9be-1924-4622-8c99-53a0f3c1b7cd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:31.330842 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-48ef8458-37f0-4aa9-bcac-58c4c3ce6009 req-49e4b9be-1924-4622-8c99-53a0f3c1b7cd tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0505350 Aug 13 02:44:31.371675 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-48ef8458-37f0-4aa9-bcac-58c4c3ce6009 req-3de4ed58-8b60-4e65-82a2-0ec8d2c268fa tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345483 Aug 13 02:44:31.977557 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35764) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:32.026106 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77d9c63-809e-4f0f-8a4d-049d5cf3b0a4 admin admin] Deleting subnet b46cd850-fea1-4ae9-9585-12fa1ede5b2f {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:44:32.030234 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b77d9c63-809e-4f0f-8a4d-049d5cf3b0a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.064992 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b77d9c63-809e-4f0f-8a4d-049d5cf3b0a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5565699'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.106709 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b77d9c63-809e-4f0f-8a4d-049d5cf3b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.162907 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b77d9c63-809e-4f0f-8a4d-049d5cf3b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5759410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5577348'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.187730 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d9c63-809e-4f0f-8a4d-049d5cf3b0a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b46cd850-fea1-4ae9-9585-12fa1ede5b2f,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:32.194593 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-b77d9c63-809e-4f0f-8a4d-049d5cf3b0a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.198137 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-b77d9c63-809e-4f0f-8a4d-049d5cf3b0a4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b46cd850-fea1-4ae9-9585-12fa1ede5b2f HTTP/1.1" status: 204 len: 168 time: 0.2195308 Aug 13 02:44:32.199103 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35766) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:32.275282 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ae242911-6c2b-405d-9f82-876cb5f511b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.356638 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ae242911-6c2b-405d-9f82-876cb5f511b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.367814 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-ae242911-6c2b-405d-9f82-876cb5f511b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f4d335-43a4-4bc0-ae71-d9802421bf7d']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:32.382571 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-ae242911-6c2b-405d-9f82-876cb5f511b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc1e398-6438-4ba5-9a89-77052998caf0') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:32.382864 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-ae242911-6c2b-405d-9f82-876cb5f511b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc1e398-6438-4ba5-9a89-77052998caf0') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:32.392414 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ae242911-6c2b-405d-9f82-876cb5f511b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5565716'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.408490 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ae242911-6c2b-405d-9f82-876cb5f511b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.415454 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae242911-6c2b-405d-9f82-876cb5f511b5 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:44:32.415854 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ae242911-6c2b-405d-9f82-876cb5f511b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5759340'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: Traceback (most recent call last): Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: timer() Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: cb(*args, **kw) Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: return func(*args, **kwargs) Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: self._notify() Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: self.callback(batched_events) Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: event.method(event) Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: return f(self, *a, **k) Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._get(url).json() Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:44:32.417641 dv-cinder-760184-6-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:44:32.473643 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ae242911-6c2b-405d-9f82-876cb5f511b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.480838 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ae242911-6c2b-405d-9f82-876cb5f511b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.482732 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ae242911-6c2b-405d-9f82-876cb5f511b5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/95f4d335-43a4-4bc0-ae71-d9802421bf7d HTTP/1.1" status: 204 len: 168 time: 0.2827168 Aug 13 02:44:32.508341 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae242911-6c2b-405d-9f82-876cb5f511b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=95f4d335-43a4-4bc0-ae71-d9802421bf7d,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:32.524700 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded32580-d88b-45a5-ae01-e1abcb9e8b8b req-fc75d90b-cbb9-4c80-b0dd-6e549fbb6f61 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:32.527799 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ded32580-d88b-45a5-ae01-e1abcb9e8b8b req-fc75d90b-cbb9-4c80-b0dd-6e549fbb6f61 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0688562 Aug 13 02:44:32.581165 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ded32580-d88b-45a5-ae01-e1abcb9e8b8b req-68a0b6e0-f91d-4621-b1a5-faba35b6fac6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436850 Aug 13 02:44:32.679594 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35772) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:32.729069 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-fd33e176-6e50-4197-b58a-b4fccc0abaf8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39f70c9a5c854887b5c9de1b76d763f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482554 Aug 13 02:44:32.731609 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35774) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:32.783479 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bfd25ad5-c58d-47ee-8084-6bf5180493b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.809921 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bfd25ad5-c58d-47ee-8084-6bf5180493b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.863343 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bfd25ad5-c58d-47ee-8084-6bf5180493b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.872857 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-bfd25ad5-c58d-47ee-8084-6bf5180493b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:32.876253 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-bfd25ad5-c58d-47ee-8084-6bf5180493b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f62697bd-9827-4352-ba7d-b23cd0a111bc HTTP/1.1" status: 204 len: 168 time: 0.1416388 Aug 13 02:44:32.883587 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd25ad5-c58d-47ee-8084-6bf5180493b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62697bd-9827-4352-ba7d-b23cd0a111bc,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:33.616252 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35800) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:33.701990 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1679899-c7db-4486-964e-a81dae7b0d03 req-6c3002bb-e1d4-40ad-bea0-8694628b9863 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:33.703510 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1679899-c7db-4486-964e-a81dae7b0d03 req-6c3002bb-e1d4-40ad-bea0-8694628b9863 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0520086 Aug 13 02:44:33.728354 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1672372899-network', 'tenant_id': '260391a634834bb982490a3e6bac9caa'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:33.753089 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1679899-c7db-4486-964e-a81dae7b0d03 req-958f05ac-c31d-407a-a6a4-a050d3196373 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430889 Aug 13 02:44:33.773309 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] Made reservation on behalf of 260391a634834bb982490a3e6bac9caa for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:44:33.775841 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:33.784755 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:33.879170 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:33.884357 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:33.914057 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:44:33.916294 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:33.921301 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a842a8-3e19-42c8-92f9-91b34dd8ee22,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:33.929340 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:33.929521 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] Added segment dd7260f8-bdbc-4f88-b4fb-3da56ae844ae of type vlan for network 11bbecca-ad38-4a1e-ad2a-93e89d52b20a Aug 13 02:44:33.970932 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.003056 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.004052 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:34.004660 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.061142 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4437387 Aug 13 02:44:34.064030 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35806) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:34.071071 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-626ae9de-4a37-400e-9b49-38d565a987e5 admin admin] Request body: {'subnet': {'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1672372899-subnet', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'ip_version': 4}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:34.075304 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65451188-fc51-4adb-9603-d6dc70baa59d admin admin] Pushing event updated for resources: {'Network': ['ID=11bbecca-ad38-4a1e-ad2a-93e89d52b20a,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:34.086302 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network 11bbecca-ad38-4a1e-ad2a-93e89d52b20a details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:44:34.095910 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626ae9de-4a37-400e-9b49-38d565a987e5 admin admin] Made reservation on behalf of 260391a634834bb982490a3e6bac9caa for: {'subnet': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:44:34.098502 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-626ae9de-4a37-400e-9b49-38d565a987e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5577391'] for subnet, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.280100 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-626ae9de-4a37-400e-9b49-38d565a987e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5759477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5577373'] for subnet, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.328789 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ae9de-4a37-400e-9b49-38d565a987e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a252b87d-9478-4dfa-86fb-ac71b1ee482d,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:34.344273 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626ae9de-4a37-400e-9b49-38d565a987e5 admin admin] Checking segment: {'id': 'dd7260f8-bdbc-4f88-b4fb-3da56ae844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94107) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:44:34.344645 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ae9de-4a37-400e-9b49-38d565a987e5 admin admin] Network hostable DHCP agents. Network: 11bbecca-ad38-4a1e-ad2a-93e89d52b20a, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94107) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:44:34.363560 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626ae9de-4a37-400e-9b49-38d565a987e5 admin admin] Network 11bbecca-ad38-4a1e-ad2a-93e89d52b20a is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94107) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:44:34.374803 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-626ae9de-4a37-400e-9b49-38d565a987e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, 11bbecca-ad38-4a1e-ad2a-93e89d52b20a) {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:34.379079 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ae9de-4a37-400e-9b49-38d565a987e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:34.379662 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-626ae9de-4a37-400e-9b49-38d565a987e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.384154 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf443425-967e-4bca-ba9d-db71d3a445c6 None None] Network 11bbecca-ad38-4a1e-ad2a-93e89d52b20a requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:44:34.397243 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-626ae9de-4a37-400e-9b49-38d565a987e5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3300817 Aug 13 02:44:34.400022 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35808) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:34.404369 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:34.427360 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.428318 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.481164 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.529949 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2ec041d-1e12-5867-9310-550d6684197a-11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'fixed_ips': [{'subnet_id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d'}]}} from dv-cinder-760184-6-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:44:34.530814 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.621063 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.667257 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Allocated IP 172.20.0.2 (11bbecca-ad38-4a1e-ad2a-93e89d52b20a/a252b87d-9478-4dfa-86fb-ac71b1ee482d/5757d224-3147-44b7-bedd-5ddef23f48a7) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:44:34.807788 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.815951 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Transition to ACTIVE for port object 5757d224-3147-44b7-bedd-5ddef23f48a7 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:44:34.819646 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.831272 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Transition to ACTIVE for port object 5757d224-3147-44b7-bedd-5ddef23f48a7 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:44:34.838590 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.840981 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.871691 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Network 11bbecca-ad38-4a1e-ad2a-93e89d52b20a is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:44:34.874666 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69122658-3d14-452e-a6fa-92f75e3f39ad req-b1c79b1d-41fa-4953-bf51-6128435be356 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:34.875871 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:34.876126 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-69122658-3d14-452e-a6fa-92f75e3f39ad req-b1c79b1d-41fa-4953-bf51-6128435be356 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0500395 Aug 13 02:44:34.879350 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:44:34.896122 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Pushing event updated for resources: {'Port': ['ID=5757d224-3147-44b7-bedd-5ddef23f48a7,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:34.922605 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:34.922605 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:34.922605 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:34.923483 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:34.923483 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:34.923683 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:34.923851 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:34.924178 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:34.924537 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:34.924860 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:34.925421 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:34.925539 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:34.935675 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-69122658-3d14-452e-a6fa-92f75e3f39ad req-f1b6a6da-b37c-4dc5-9871-829cf2437dc7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400221 Aug 13 02:44:34.952675 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Allocated IP 172.27.1.214 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/a68f8e3b-0cb3-456c-bb3f-52105c5b88ee) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:44:34.954190 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Attempting to bind port 5757d224-3147-44b7-bedd-5ddef23f48a7 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:44:34.954900 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Attempting to bind port 5757d224-3147-44b7-bedd-5ddef23f48a7 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': 'dd7260f8-bdbc-4f88-b4fb-3da56ae844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:44:34.955255 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Attempting to bind port 5757d224-3147-44b7-bedd-5ddef23f48a7 on network 11bbecca-ad38-4a1e-ad2a-93e89d52b20a {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:44:34.960336 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:44:34.960752 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Checking segment: {'id': 'dd7260f8-bdbc-4f88-b4fb-3da56ae844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:44:34.961149 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:34.961571 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Bound using segment: {'id': 'dd7260f8-bdbc-4f88-b4fb-3da56ae844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:44:34.962032 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Bound port: 5757d224-3147-44b7-bedd-5ddef23f48a7, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7260f8-bdbc-4f88-b4fb-3da56ae844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:44:34.962403 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:35.024615 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] For port 5757d224-3147-44b7-bedd-5ddef23f48a7, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:44:35.028028 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] For port 5757d224-3147-44b7-bedd-5ddef23f48a7, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=5757d224-3147-44b7-bedd-5ddef23f48a7,segment=NetworkSegment(dd7260f8-bdbc-4f88-b4fb-3da56ae844ae),segment_id=dd7260f8-bdbc-4f88-b4fb-3da56ae844ae)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:44:35.033702 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:35.053482 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:35.087917 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a1442-7fd9-4ea3-940b-fe64f36671ad None None] Pushing event updated for resources: {'Port': ['ID=5757d224-3147-44b7-bedd-5ddef23f48a7,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:35.098883 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:35.139317 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:44:35.142239 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:35.145900 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:44:35.151709 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=a68f8e3b-0cb3-456c-bb3f-52105c5b88ee,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:35.403087 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:35.611823 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686525'] for router, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:35.751949 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Router f0993552-68a4-4204-b3f0-7b8f1355b44d is scheduled to L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 with binding_index 1 {{(pid=94107) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:44:35.864773 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:44:35.874550 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Sync routers for ids ['f0993552-68a4-4204-b3f0-7b8f1355b44d'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:44:35.885068 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:35.885280 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Routers {'f0993552-68a4-4204-b3f0-7b8f1355b44d'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:35.885790 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:44:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f0993552-68a4-4204-b3f0-7b8f1355b44d'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:35.886835 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-02d8253f-653b-45d7-adef-0ef688774ec4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4858167 Aug 13 02:44:35.890127 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 35816) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:35.998710 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Set router f0993552-68a4-4204-b3f0-7b8f1355b44d gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:36.089003 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ead9905-6617-42ac-a7c5-c4e490010db8 None None] Network 11bbecca-ad38-4a1e-ad2a-93e89d52b20a requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:44:36.114722 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7dd61-9ec1-4f33-850a-872633147172 req-5bda7e77-99b7-49cc-b136-2cb924f0b53b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:36.116292 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a7d7dd61-9ec1-4f33-850a-872633147172 req-5bda7e77-99b7-49cc-b136-2cb924f0b53b tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.1139991 Aug 13 02:44:36.189154 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-e92c188f-61fc-4101-895c-b18a433fa7f7 None None] Provisioning for port 5757d224-3147-44b7-bedd-5ddef23f48a7 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:36.201270 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a7d7dd61-9ec1-4f33-850a-872633147172 req-cbab2010-55bf-4b81-97c4-26770c3c1eb7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784285 Aug 13 02:44:36.304277 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:35Z', 'revision_number': 3, 'project_id': '260391a634834bb982490a3e6bac9caa', 'gw_port': {'id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:19:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:36.332602 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Checking router: f0993552-68a4-4204-b3f0-7b8f1355b44d for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:44:36.332947 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Updating router f0993552-68a4-4204-b3f0-7b8f1355b44d port a68f8e3b-0cb3-456c-bb3f-52105c5b88ee binding host dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:44:36.370994 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.384940 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.394497 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-07c05428-d894-44ad-873b-c61329b2600a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.550557 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Allocated IP 172.20.0.1 (11bbecca-ad38-4a1e-ad2a-93e89d52b20a/a252b87d-9478-4dfa-86fb-ac71b1ee482d/c9622cba-a8e2-4fe8-80b8-57ca31082539) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:44:36.643290 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.652229 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.657207 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Transition to ACTIVE for port object a68f8e3b-0cb3-456c-bb3f-52105c5b88ee will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:44:36.663888 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.667837 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Transition to ACTIVE for port object c9622cba-a8e2-4fe8-80b8-57ca31082539 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:44:36.703202 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.715576 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Attempting to bind port a68f8e3b-0cb3-456c-bb3f-52105c5b88ee on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:44:36.715962 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Attempting to bind port a68f8e3b-0cb3-456c-bb3f-52105c5b88ee by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:44:36.716286 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Attempting to bind port a68f8e3b-0cb3-456c-bb3f-52105c5b88ee on network 62097cf8-f4d4-4991-952d-10ed3758274c {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:44:36.718138 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6c44c-4471-4316-89bb-63c67168f4e4 None None] Pushing event updated for resources: {'Port': ['ID=a68f8e3b-0cb3-456c-bb3f-52105c5b88ee,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:36.723607 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:44:36.723980 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Checking segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:44:36.724373 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.724902 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Bound using segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:44:36.725372 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Bound port: a68f8e3b-0cb3-456c-bb3f-52105c5b88ee, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:44:36.725738 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.745818 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Network 11bbecca-ad38-4a1e-ad2a-93e89d52b20a is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:44:36.752167 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:36.755689 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:44:36.777257 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] For port a68f8e3b-0cb3-456c-bb3f-52105c5b88ee, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:44:36.780888 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] For port a68f8e3b-0cb3-456c-bb3f-52105c5b88ee, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=a68f8e3b-0cb3-456c-bb3f-52105c5b88ee,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:44:36.781308 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c9622cba-a8e2-4fe8-80b8-57ca31082539,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:36.787211 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.795726 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:36.796061 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:36.796397 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:36.796753 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:36.797072 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:36.797394 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:36.797710 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:36.798024 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:36.798341 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:36.798657 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:36.799004 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:36.799313 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:36.810833 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1662504'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.854728 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Routers {'f0993552-68a4-4204-b3f0-7b8f1355b44d'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:36.855358 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:44:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f0993552-68a4-4204-b3f0-7b8f1355b44d'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:36.891431 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6c44c-4471-4316-89bb-63c67168f4e4 None None] Pushing event updated for resources: {'Port': ['ID=a68f8e3b-0cb3-456c-bb3f-52105c5b88ee,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:36.949543 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:36.988848 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] Set router f0993552-68a4-4204-b3f0-7b8f1355b44d gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:37.016990 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 5757d224-3147-44b7-bedd-5ddef23f48a7 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:37.043068 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-179c9c77-2236-4438-8d25-837920f0464d None None] Provisioning for port c9622cba-a8e2-4fe8-80b8-57ca31082539 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:37.070878 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-179c9c77-2236-4438-8d25-837920f0464d None None] Provisioning complete for port c9622cba-a8e2-4fe8-80b8-57ca31082539 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:37.071276 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-179c9c77-2236-4438-8d25-837920f0464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:37.114955 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:37.121227 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:37.154885 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-179c9c77-2236-4438-8d25-837920f0464d None None] Port c9622cba-a8e2-4fe8-80b8-57ca31082539 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:44:37.184344 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 7649a39f-32fc-4ad9-9bb6-e42a64b18cff details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:44:37.185214 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c9622cba-a8e2-4fe8-80b8-57ca31082539,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:37.187613 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1662652'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:37.187781 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 5757d224-3147-44b7-bedd-5ddef23f48a7 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:37.201151 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 5757d224-3147-44b7-bedd-5ddef23f48a7 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:37.201523 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:37.313144 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Network 11bbecca-ad38-4a1e-ad2a-93e89d52b20a is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:44:37.317157 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:37.381785 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b65699-1695-4f75-9ca5-3885ef55257e req-043e560d-ef5b-4d87-be1c-040506bd3a00 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:37.383331 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d7b65699-1695-4f75-9ca5-3885ef55257e req-043e560d-ef5b-4d87-be1c-040506bd3a00 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 943 time: 0.0991151 Aug 13 02:44:37.390579 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:35Z', 'revision_number': 3, 'project_id': '260391a634834bb982490a3e6bac9caa', 'gw_port': {'id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:19:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:37.393418 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:37.426112 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:37.431054 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a25c16-e205-4f3f-bb1c-8f9b644ffd95 None None] The sync data for ids ['f0993552-68a4-4204-b3f0-7b8f1355b44d'] in dv-cinder-760184-6-iscsi is: [{'id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:35Z', 'revision_number': 3, 'project_id': '260391a634834bb982490a3e6bac9caa', 'gw_port': {'id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:19:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:44:37.437931 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'port_id': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'mac_address': 'fa:16:3e:8e:ae:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:44:37.469999 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d7b65699-1695-4f75-9ca5-3885ef55257e req-00b908bb-e735-454b-be36-fd2ccc356816 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800874 Aug 13 02:44:37.477612 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Router f0993552-68a4-4204-b3f0-7b8f1355b44d has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:44:37.496478 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 5757d224-3147-44b7-bedd-5ddef23f48a7, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=5757d224-3147-44b7-bedd-5ddef23f48a7,segment=NetworkSegment(dd7260f8-bdbc-4f88-b4fb-3da56ae844ae),segment_id=dd7260f8-bdbc-4f88-b4fb-3da56ae844ae)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:37.506750 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:37.512482 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:37.549857 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7649a39f-32fc-4ad9-9bb6-e42a64b18cff {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:44:37.620405 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:44:37.633519 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-714143c1-52c7-4686-82f2-bf962cb824a4 admin admin] 10.222.0.42 "PUT /v2.0/routers/f0993552-68a4-4204-b3f0-7b8f1355b44d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342150 Aug 13 02:44:37.750791 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=5757d224-3147-44b7-bedd-5ddef23f48a7,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:37.755095 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:37.761764 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-975900b4-97c6-46bf-a199-a7424532ae5b None None] Provisioning complete for port c9622cba-a8e2-4fe8-80b8-57ca31082539 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:37.762132 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-975900b4-97c6-46bf-a199-a7424532ae5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:37.765086 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:37.830481 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-975900b4-97c6-46bf-a199-a7424532ae5b None None] Port c9622cba-a8e2-4fe8-80b8-57ca31082539 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:44:37.850778 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,revision_number=9']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:38.056972 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['7649a39f-32fc-4ad9-9bb6-e42a64b18cff'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:44:38.198797 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 35836) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:38.204634 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-862303015-network', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:38.227817 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] Made reservation on behalf of 277888d1da5c44d0bdae3f2d44aad22b for: {'network': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:44:38.230375 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:38.239752 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:38.335242 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:38.341031 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:38.367904 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=94106) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:44:38.378000 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd354e87-1fa6-4bd0-bf18-9939eb7e915c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:38.383516 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:38.383866 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.segments_db [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] Added segment b80ab69d-0482-4a64-ab8e-efca5670dde2 of type vlan for network 286e7fb8-7a83-4888-accf-7180a921a67e Aug 13 02:44:38.427331 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:38.457708 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:38.458766 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:38.459614 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:38.518687 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3181276 Aug 13 02:44:38.518973 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b98127-9590-4517-84a6-8475d13cd56d admin admin] Pushing event updated for resources: {'Network': ['ID=286e7fb8-7a83-4888-accf-7180a921a67e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:38.521181 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 35840) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:38.526090 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-23df066f-f5ed-4530-aa1b-5021036bdca6 admin admin] Request body: {'subnet': {'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-862303015-subnet', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:38.531209 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network 286e7fb8-7a83-4888-accf-7180a921a67e details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:44:38.549605 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23df066f-f5ed-4530-aa1b-5021036bdca6 admin admin] Made reservation on behalf of 277888d1da5c44d0bdae3f2d44aad22b for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:44:38.551895 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-23df066f-f5ed-4530-aa1b-5021036bdca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6980256'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:38.657951 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b83f1-2336-4a90-81b1-79a143546598 req-b255ac42-a0ed-44b7-8dcb-a09b3030c8d6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:38.659424 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0b8b83f1-2336-4a90-81b1-79a143546598 req-b255ac42-a0ed-44b7-8dcb-a09b3030c8d6 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 944 time: 0.1052673 Aug 13 02:44:38.725481 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0b8b83f1-2336-4a90-81b1-79a143546598 req-156660be-3c74-4d61-b593-3ad9fd47ea01 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592093 Aug 13 02:44:38.785603 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-23df066f-f5ed-4530-aa1b-5021036bdca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7328939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6980242'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:38.843168 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df066f-f5ed-4530-aa1b-5021036bdca6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e23c61-0a70-4815-a7c1-e7e4d98f14f8,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:38.853823 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23df066f-f5ed-4530-aa1b-5021036bdca6 admin admin] Checking segment: {'id': 'b80ab69d-0482-4a64-ab8e-efca5670dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:44:38.854189 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23df066f-f5ed-4530-aa1b-5021036bdca6 admin admin] Network hostable DHCP agents. Network: 286e7fb8-7a83-4888-accf-7180a921a67e, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:44:38.872687 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23df066f-f5ed-4530-aa1b-5021036bdca6 admin admin] Network 286e7fb8-7a83-4888-accf-7180a921a67e is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:44:38.883341 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-23df066f-f5ed-4530-aa1b-5021036bdca6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, 286e7fb8-7a83-4888-accf-7180a921a67e) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:38.887545 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df066f-f5ed-4530-aa1b-5021036bdca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:38.888036 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-23df066f-f5ed-4530-aa1b-5021036bdca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:38.900617 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17fc410-11ff-46a8-afb2-9f40022fc4e6 None None] Network 286e7fb8-7a83-4888-accf-7180a921a67e requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:44:38.905749 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-23df066f-f5ed-4530-aa1b-5021036bdca6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3833499 Aug 13 02:44:38.908285 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 35842) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:38.913963 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-862303015-router', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:38.943278 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:38.944367 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.003314 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.083092 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2ec041d-1e12-5867-9310-550d6684197a-286e7fb8-7a83-4888-accf-7180a921a67e', 'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'fixed_ips': [{'subnet_id': '90e23c61-0a70-4815-a7c1-e7e4d98f14f8'}]}} from dv-cinder-760184-6-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:44:39.085034 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.097583 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 5757d224-3147-44b7-bedd-5ddef23f48a7 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:39.151109 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Sync routers for ids ['f0993552-68a4-4204-b3f0-7b8f1355b44d'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:44:39.158342 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.162127 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Routers {'f0993552-68a4-4204-b3f0-7b8f1355b44d'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:39.163454 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:44:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f0993552-68a4-4204-b3f0-7b8f1355b44d'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:39.194752 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 7649a39f-32fc-4ad9-9bb6-e42a64b18cff up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:39.252149 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.276479 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Set router f0993552-68a4-4204-b3f0-7b8f1355b44d gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:39.300998 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 5757d224-3147-44b7-bedd-5ddef23f48a7 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:39.301358 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.347465 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Allocated IP 172.20.0.2 (286e7fb8-7a83-4888-accf-7180a921a67e/90e23c61-0a70-4815-a7c1-e7e4d98f14f8/3e35b008-98c0-4977-8b5f-cdbb00f8d612) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:44:39.368467 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9d3516bf-e8be-4774-bb9b-ab9dd727f780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.369908 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:39.370258 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.379896 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.407929 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.495419 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:36Z', 'revision_number': 4, 'project_id': '260391a634834bb982490a3e6bac9caa', 'gw_port': {'id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:19:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': 'c9622cba-a8e2-4fe8-80b8-57ca31082539', 'name': '', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'mac_address': 'fa:16:3e:07:30:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:36Z', 'updated_at': '2021-08-13T02:44:36Z', 'revision_number': 2, 'project_id': '260391a634834bb982490a3e6bac9caa', 'subnets': [{'id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:39.531236 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Allocated IP 172.27.1.89 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/93ea1dd0-3160-4a3d-9088-7bee72d26662) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:44:39.531651 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Checking router: f0993552-68a4-4204-b3f0-7b8f1355b44d for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:44:39.532099 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Updating router f0993552-68a4-4204-b3f0-7b8f1355b44d port c9622cba-a8e2-4fe8-80b8-57ca31082539 binding host dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:44:39.540861 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device a68f8e3b-0cb3-456c-bb3f-52105c5b88ee up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:39.557377 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.584870 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.645847 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.649522 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:44:39.651779 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adb8e76-2413-4137-8211-5dc0b75ce395" -d '{"events": [{"server_uuid": "107bb2e9-0fe5-474a-9990-5cdc7b18ea8b", "name": "network-vif-plugged", "status": "completed", "tag": "7649a39f-32fc-4ad9-9bb6-e42a64b18cff"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:44:39.660476 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.675845 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:39.681248 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Transition to ACTIVE for port object 3e35b008-98c0-4977-8b5f-cdbb00f8d612 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:44:39.688814 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.692422 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.717527 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port a68f8e3b-0cb3-456c-bb3f-52105c5b88ee completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:39.720409 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac10d349-af83-430a-8324-f1ad3a138c96 x-openstack-request-id: req-ac10d349-af83-430a-8324-f1ad3a138c96 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:44:39.720724 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107bb2e9-0fe5-474a-9990-5cdc7b18ea8b", "name": "network-vif-plugged", "status": "completed", "tag": "7649a39f-32fc-4ad9-9bb6-e42a64b18cff", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:44:39.721172 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac10d349-af83-430a-8324-f1ad3a138c96 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:44:39.721532 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'code': 200} Aug 13 02:44:39.728436 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Transition to ACTIVE for port object 3e35b008-98c0-4977-8b5f-cdbb00f8d612 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:44:39.732743 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port a68f8e3b-0cb3-456c-bb3f-52105c5b88ee triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:39.733157 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.740476 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.748328 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:44:39.755302 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:39.763744 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:44:39.794181 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,revision_number=10']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:39.798060 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Network 286e7fb8-7a83-4888-accf-7180a921a67e is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:44:39.803814 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:39.818862 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Pushing event updated for resources: {'Port': ['ID=93ea1dd0-3160-4a3d-9088-7bee72d26662,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:39.827131 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:44:39.853359 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Pushing event updated for resources: {'Port': ['ID=3e35b008-98c0-4977-8b5f-cdbb00f8d612,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:39.921485 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.925211 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Attempting to bind port 3e35b008-98c0-4977-8b5f-cdbb00f8d612 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:44:39.925605 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Attempting to bind port 3e35b008-98c0-4977-8b5f-cdbb00f8d612 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': 'b80ab69d-0482-4a64-ab8e-efca5670dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:44:39.925960 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Attempting to bind port 3e35b008-98c0-4977-8b5f-cdbb00f8d612 on network 286e7fb8-7a83-4888-accf-7180a921a67e {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:44:39.932892 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Transition to ACTIVE for port object c9622cba-a8e2-4fe8-80b8-57ca31082539 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:44:39.934181 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.939269 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.939815 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:44:39.940183 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Checking segment: {'id': 'b80ab69d-0482-4a64-ab8e-efca5670dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:44:39.940614 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.940983 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Bound using segment: {'id': 'b80ab69d-0482-4a64-ab8e-efca5670dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:44:39.941436 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Bound port: 3e35b008-98c0-4977-8b5f-cdbb00f8d612, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80ab69d-0482-4a64-ab8e-efca5670dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:44:39.941804 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:39.969188 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port a68f8e3b-0cb3-456c-bb3f-52105c5b88ee, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=a68f8e3b-0cb3-456c-bb3f-52105c5b88ee,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:39.995684 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:40.019443 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fabce-4226-494f-b36e-ff8ad404c4eb None None] Pushing event updated for resources: {'Port': ['ID=c9622cba-a8e2-4fe8-80b8-57ca31082539,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:40.031628 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d3170-22f0-469f-ac27-c80d90aeca68 req-4c799261-e19f-42bf-bc02-d4bb7a0f7c5e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:40.033315 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-492d3170-22f0-469f-ac27-c80d90aeca68 req-4c799261-e19f-42bf-bc02-d4bb7a0f7c5e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 946 time: 0.1723092 Aug 13 02:44:40.045027 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fabce-4226-494f-b36e-ff8ad404c4eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:40.045283 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fabce-4226-494f-b36e-ff8ad404c4eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:40.045614 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fabce-4226-494f-b36e-ff8ad404c4eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:40.045945 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fabce-4226-494f-b36e-ff8ad404c4eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:40.046268 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fabce-4226-494f-b36e-ff8ad404c4eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:40.046792 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fabce-4226-494f-b36e-ff8ad404c4eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:40.047282 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fabce-4226-494f-b36e-ff8ad404c4eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:40.047604 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fabce-4226-494f-b36e-ff8ad404c4eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:40.048091 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fabce-4226-494f-b36e-ff8ad404c4eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:40.048410 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fabce-4226-494f-b36e-ff8ad404c4eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:40.048752 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fabce-4226-494f-b36e-ff8ad404c4eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:40.049065 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2fabce-4226-494f-b36e-ff8ad404c4eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:44:40.072387 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Attempting to bind port c9622cba-a8e2-4fe8-80b8-57ca31082539 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:44:40.073079 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Attempting to bind port c9622cba-a8e2-4fe8-80b8-57ca31082539 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': 'dd7260f8-bdbc-4f88-b4fb-3da56ae844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:44:40.073636 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Attempting to bind port c9622cba-a8e2-4fe8-80b8-57ca31082539 on network 11bbecca-ad38-4a1e-ad2a-93e89d52b20a {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:44:40.074155 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] For port 3e35b008-98c0-4977-8b5f-cdbb00f8d612, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:44:40.076267 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=a68f8e3b-0cb3-456c-bb3f-52105c5b88ee,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:40.080385 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] For port 3e35b008-98c0-4977-8b5f-cdbb00f8d612, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=3e35b008-98c0-4977-8b5f-cdbb00f8d612,segment=NetworkSegment(b80ab69d-0482-4a64-ab8e-efca5670dde2),segment_id=b80ab69d-0482-4a64-ab8e-efca5670dde2)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:44:40.081445 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:44:40.082004 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Checking segment: {'id': 'dd7260f8-bdbc-4f88-b4fb-3da56ae844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:44:40.083151 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:40.083436 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Bound using segment: {'id': 'dd7260f8-bdbc-4f88-b4fb-3da56ae844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:44:40.084320 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Bound port: c9622cba-a8e2-4fe8-80b8-57ca31082539, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7260f8-bdbc-4f88-b4fb-3da56ae844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:44:40.085062 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:40.099433 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:40.134819 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebda943-d8c9-41d4-8e63-815e5ad6d74b req-62b011a1-2845-4731-891c-f9c2c28c619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:40.136701 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aebda943-d8c9-41d4-8e63-815e5ad6d74b req-62b011a1-2845-4731-891c-f9c2c28c619b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 1099 time: 0.1612873 Aug 13 02:44:40.149713 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-492d3170-22f0-469f-ac27-c80d90aeca68 req-8d71df64-5e18-4cf0-a22d-05ead4adb093 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774937 Aug 13 02:44:40.186300 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af528529-fb98-4f79-81bc-18b0eb8ac6a0 None None] Pushing event updated for resources: {'Port': ['ID=3e35b008-98c0-4977-8b5f-cdbb00f8d612,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:40.201692 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] For port c9622cba-a8e2-4fe8-80b8-57ca31082539, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:44:40.205405 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] For port c9622cba-a8e2-4fe8-80b8-57ca31082539, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=c9622cba-a8e2-4fe8-80b8-57ca31082539,segment=NetworkSegment(dd7260f8-bdbc-4f88-b4fb-3da56ae844ae),segment_id=dd7260f8-bdbc-4f88-b4fb-3da56ae844ae)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:44:40.211304 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:40.248657 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-aebda943-d8c9-41d4-8e63-815e5ad6d74b req-1936471b-4d55-4658-bd09-2824bd1e2064 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512960 Aug 13 02:44:40.249121 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:40.276475 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Routers {'f0993552-68a4-4204-b3f0-7b8f1355b44d'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:40.277095 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:44:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f0993552-68a4-4204-b3f0-7b8f1355b44d'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:40.280536 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2fabce-4226-494f-b36e-ff8ad404c4eb None None] Pushing event updated for resources: {'Port': ['ID=c9622cba-a8e2-4fe8-80b8-57ca31082539,revision_number=4']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:40.428217 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] Set router f0993552-68a4-4204-b3f0-7b8f1355b44d gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:40.472576 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:40.683744 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:36Z', 'revision_number': 4, 'project_id': '260391a634834bb982490a3e6bac9caa', 'gw_port': {'id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': 'c9622cba-a8e2-4fe8-80b8-57ca31082539', 'name': '', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'mac_address': 'fa:16:3e:07:30:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:36Z', 'updated_at': '2021-08-13T02:44:40Z', 'revision_number': 4, 'project_id': '260391a634834bb982490a3e6bac9caa', 'subnets': [{'id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:40.713938 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d892a71c-49b9-4e75-bcb9-8bdbfcccef70 None None] The sync data for ids ['f0993552-68a4-4204-b3f0-7b8f1355b44d'] in dv-cinder-760184-6-iscsi is: [{'id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:36Z', 'revision_number': 4, 'project_id': '260391a634834bb982490a3e6bac9caa', 'gw_port': {'id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': 'c9622cba-a8e2-4fe8-80b8-57ca31082539', 'name': '', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'mac_address': 'fa:16:3e:07:30:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:36Z', 'updated_at': '2021-08-13T02:44:40Z', 'revision_number': 4, 'project_id': '260391a634834bb982490a3e6bac9caa', 'subnets': [{'id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:44:40.792918 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686525'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:40.937204 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Router 2bfc0ef3-4c24-45ad-b23b-85aef7229440 is scheduled to L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:44:41.069829 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:44:41.079813 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Sync routers for ids ['2bfc0ef3-4c24-45ad-b23b-85aef7229440'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:44:41.090058 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Routers {'2bfc0ef3-4c24-45ad-b23b-85aef7229440'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:41.090911 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:44:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['2bfc0ef3-4c24-45ad-b23b-85aef7229440'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:41.104794 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:41.106058 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9858200a-004b-4cfc-b36d-70c7e7f052c9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1966777 Aug 13 02:44:41.109003 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35848) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:41.161110 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 3e35b008-98c0-4977-8b5f-cdbb00f8d612 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:41.277251 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Set router 2bfc0ef3-4c24-45ad-b23b-85aef7229440 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:41.341488 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4143ad27-98e7-42ee-9572-fdf2a1166b4c req-7afae80a-c505-4e7c-ad53-2ccb049e919e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:41.349219 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4143ad27-98e7-42ee-9572-fdf2a1166b4c req-7afae80a-c505-4e7c-ad53-2ccb049e919e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 946 time: 0.0870998 Aug 13 02:44:41.360977 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad4e7b1-8669-48c7-ab76-93ce9dc02493 None None] Network 286e7fb8-7a83-4888-accf-7180a921a67e requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:44:41.396825 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4143ad27-98e7-42ee-9572-fdf2a1166b4c req-4c1d5a6f-419d-4783-8e9f-bfb76fe42cf8 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435171 Aug 13 02:44:41.493143 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 3e35b008-98c0-4977-8b5f-cdbb00f8d612 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:41.503433 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device a68f8e3b-0cb3-456c-bb3f-52105c5b88ee up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:41.536757 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0b00a86e-ac90-4895-b1f8-5f378e8dbebb None None] Provisioning for port 3e35b008-98c0-4977-8b5f-cdbb00f8d612 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:41.700109 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-0b00a86e-ac90-4895-b1f8-5f378e8dbebb None None] Provisioning complete for port 3e35b008-98c0-4977-8b5f-cdbb00f8d612 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:41.700488 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0b00a86e-ac90-4895-b1f8-5f378e8dbebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:41.864224 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:41.884857 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port a68f8e3b-0cb3-456c-bb3f-52105c5b88ee triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:41.885257 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:41.988767 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:41.993538 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0b00a86e-ac90-4895-b1f8-5f378e8dbebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.009271 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'name': 'tempest-TestShelveInstance-862303015-router', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '93ea1dd0-3160-4a3d-9088-7bee72d26662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:38Z', 'updated_at': '2021-08-13T02:44:39Z', 'revision_number': 3, 'project_id': '277888d1da5c44d0bdae3f2d44aad22b', 'gw_port': {'id': '93ea1dd0-3160-4a3d-9088-7bee72d26662', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:39Z', 'updated_at': '2021-08-13T02:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:42.049365 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Checking router: 2bfc0ef3-4c24-45ad-b23b-85aef7229440 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:44:42.049707 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Updating router 2bfc0ef3-4c24-45ad-b23b-85aef7229440 port 93ea1dd0-3160-4a3d-9088-7bee72d26662 binding host dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:44:42.118848 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.125015 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-0b00a86e-ac90-4895-b1f8-5f378e8dbebb None None] For port 3e35b008-98c0-4977-8b5f-cdbb00f8d612, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=3e35b008-98c0-4977-8b5f-cdbb00f8d612,segment=NetworkSegment(b80ab69d-0482-4a64-ab8e-efca5670dde2),segment_id=b80ab69d-0482-4a64-ab8e-efca5670dde2)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:42.168819 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0b00a86e-ac90-4895-b1f8-5f378e8dbebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.180769 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_common [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Allocated IP 172.20.0.1 (286e7fb8-7a83-4888-accf-7180a921a67e/90e23c61-0a70-4815-a7c1-e7e4d98f14f8/2be78761-609c-4d95-890c-91e74da98427) {{(pid=94107) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:44:42.206243 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device c9622cba-a8e2-4fe8-80b8-57ca31082539 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:42.296996 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.319298 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.provisioning_blocks [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Transition to ACTIVE for port object 2be78761-609c-4d95-890c-91e74da98427 will not be triggered until provisioned by entity DHCP. {{(pid=94107) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:44:42.328272 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b00a86e-ac90-4895-b1f8-5f378e8dbebb None None] Pushing event updated for resources: {'Port': ['ID=3e35b008-98c0-4977-8b5f-cdbb00f8d612,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:42.353575 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.390725 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Network 286e7fb8-7a83-4888-accf-7180a921a67e is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:44:42.395359 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:42.399116 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Received port after_create {{(pid=94107) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:44:42.418709 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port c9622cba-a8e2-4fe8-80b8-57ca31082539 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:42.423638 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=2be78761-609c-4d95-890c-91e74da98427,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:42.432146 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-971ee7f9-3640-49b5-8710-eaa69aa49b85 None None] Provisioning complete for port 3e35b008-98c0-4977-8b5f-cdbb00f8d612 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:42.432537 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-971ee7f9-3640-49b5-8710-eaa69aa49b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.436663 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port c9622cba-a8e2-4fe8-80b8-57ca31082539 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:42.437027 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.444946 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1662504'] for router_interface, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.559023 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0d17f-8f1f-4d3d-8caa-b727e1811b8b req-8443c941-a92d-4fb0-83d0-9e13b113ff92 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:44:42.569276 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8cd0d17f-8f1f-4d3d-8caa-b727e1811b8b req-8443c941-a92d-4fb0-83d0-9e13b113ff92 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 946 time: 0.0838487 Aug 13 02:44:42.590456 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.614443 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8cd0d17f-8f1f-4d3d-8caa-b727e1811b8b req-772940bb-57ce-4e3d-9a08-6b98576b0fc8 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438669 Aug 13 02:44:42.653595 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.677786 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.679978 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Transition to ACTIVE for port object 93ea1dd0-3160-4a3d-9088-7bee72d26662 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:44:42.688993 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.758125 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port c9622cba-a8e2-4fe8-80b8-57ca31082539, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=c9622cba-a8e2-4fe8-80b8-57ca31082539,segment=NetworkSegment(dd7260f8-bdbc-4f88-b4fb-3da56ae844ae),segment_id=dd7260f8-bdbc-4f88-b4fb-3da56ae844ae)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:42.761641 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.765013 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.766797 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5759368'] for port, after_update {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.766948 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Attempting to bind port 93ea1dd0-3160-4a3d-9088-7bee72d26662 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:44:42.767182 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Attempting to bind port 93ea1dd0-3160-4a3d-9088-7bee72d26662 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:44:42.767549 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Attempting to bind port 93ea1dd0-3160-4a3d-9088-7bee72d26662 on network 62097cf8-f4d4-4991-952d-10ed3758274c {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:44:42.770778 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaae24a-7d56-4c95-b3c8-0ff0a127442f None None] Pushing event updated for resources: {'Port': ['ID=93ea1dd0-3160-4a3d-9088-7bee72d26662,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:42.777859 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:44:42.778242 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Checking segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:44:42.778653 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.779018 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Bound using segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:44:42.779483 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Bound port: 93ea1dd0-3160-4a3d-9088-7bee72d26662, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:44:42.779863 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.831953 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Pushing event updated for resources: {'Port': ['ID=2be78761-609c-4d95-890c-91e74da98427,revision_number=2']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:42.834327 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1662652'] for router_interface, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.845087 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-328a17e1-60dd-4b1a-b778-80d13ef9830b None None] Provisioning for port 2be78761-609c-4d95-890c-91e74da98427 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:42.869440 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-328a17e1-60dd-4b1a-b778-80d13ef9830b None None] Provisioning complete for port 2be78761-609c-4d95-890c-91e74da98427 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:42.869811 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-328a17e1-60dd-4b1a-b778-80d13ef9830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.872972 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=c9622cba-a8e2-4fe8-80b8-57ca31082539,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:42.897626 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] For port 93ea1dd0-3160-4a3d-9088-7bee72d26662, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:44:42.919253 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] For port 93ea1dd0-3160-4a3d-9088-7bee72d26662, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=93ea1dd0-3160-4a3d-9088-7bee72d26662,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:44:42.923602 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-328a17e1-60dd-4b1a-b778-80d13ef9830b None None] Port 2be78761-609c-4d95-890c-91e74da98427 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:44:42.926442 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:42.930159 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Network 286e7fb8-7a83-4888-accf-7180a921a67e is already hosted by enough agents. {{(pid=94107) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:44:42.932148 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.base_scheduler [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94107) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:44:42.983300 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Routers {'2bfc0ef3-4c24-45ad-b23b-85aef7229440'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:42.983933 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:44:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['2bfc0ef3-4c24-45ad-b23b-85aef7229440'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:42.988990 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device c9622cba-a8e2-4fe8-80b8-57ca31082539 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:42.993708 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaae24a-7d56-4c95-b3c8-0ff0a127442f None None] Pushing event updated for resources: {'Port': ['ID=93ea1dd0-3160-4a3d-9088-7bee72d26662,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:43.070466 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Router 2bfc0ef3-4c24-45ad-b23b-85aef7229440 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:44:43.123933 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port c9622cba-a8e2-4fe8-80b8-57ca31082539 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:43.124302 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:43.152116 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] Set router 2bfc0ef3-4c24-45ad-b23b-85aef7229440 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:43.180918 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:44:43.186507 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ac729ff3-d3c4-4703-b264-3efc2c70a5a7 admin admin] 10.222.0.42 "PUT /v2.0/routers/2bfc0ef3-4c24-45ad-b23b-85aef7229440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0764172 Aug 13 02:44:43.311872 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-b18d2c8a-af23-448b-b99e-88323e751473 None None] Provisioning complete for port 2be78761-609c-4d95-890c-91e74da98427 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:43.312328 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b18d2c8a-af23-448b-b99e-88323e751473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:43.368609 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 3e35b008-98c0-4977-8b5f-cdbb00f8d612 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:43.395295 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-b18d2c8a-af23-448b-b99e-88323e751473 None None] Port 2be78761-609c-4d95-890c-91e74da98427 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:44:43.454065 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 3e35b008-98c0-4977-8b5f-cdbb00f8d612 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:43.454785 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:43.491767 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'name': 'tempest-TestShelveInstance-862303015-router', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '93ea1dd0-3160-4a3d-9088-7bee72d26662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:38Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 4, 'project_id': '277888d1da5c44d0bdae3f2d44aad22b', 'gw_port': {'id': '93ea1dd0-3160-4a3d-9088-7bee72d26662', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:39Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '2be78761-609c-4d95-890c-91e74da98427', 'name': '', 'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'mac_address': 'fa:16:3e:05:27:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '90e23c61-0a70-4815-a7c1-e7e4d98f14f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:42Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 2, 'project_id': '277888d1da5c44d0bdae3f2d44aad22b', 'subnets': [{'id': '90e23c61-0a70-4815-a7c1-e7e4d98f14f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:43.654727 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7c9c3f-c598-4603-b74f-0fab3901c05d None None] The sync data for ids ['2bfc0ef3-4c24-45ad-b23b-85aef7229440'] in dv-cinder-760184-6-iscsi is: [{'id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'name': 'tempest-TestShelveInstance-862303015-router', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '93ea1dd0-3160-4a3d-9088-7bee72d26662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:38Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 4, 'project_id': '277888d1da5c44d0bdae3f2d44aad22b', 'gw_port': {'id': '93ea1dd0-3160-4a3d-9088-7bee72d26662', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a0:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:39Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '2be78761-609c-4d95-890c-91e74da98427', 'name': '', 'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'mac_address': 'fa:16:3e:05:27:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '90e23c61-0a70-4815-a7c1-e7e4d98f14f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:42Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 2, 'project_id': '277888d1da5c44d0bdae3f2d44aad22b', 'subnets': [{'id': '90e23c61-0a70-4815-a7c1-e7e4d98f14f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:44:43.763969 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 35896) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:43.769528 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-6cafb462-21b5-4354-941b-a9f23104103a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-940332644', 'description': 'tempest-secgroup-smoke-940332644 description', 'project_id': '260391a634834bb982490a3e6bac9caa'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:43.794575 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6cafb462-21b5-4354-941b-a9f23104103a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:43.901457 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6cafb462-21b5-4354-941b-a9f23104103a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:43.905921 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6cafb462-21b5-4354-941b-a9f23104103a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:43.940487 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6cafb462-21b5-4354-941b-a9f23104103a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:43.941760 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6cafb462-21b5-4354-941b-a9f23104103a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1768744 Aug 13 02:44:43.943003 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafb462-21b5-4354-941b-a9f23104103a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791ced98-a8db-483b-88a1-569c23cff904,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:43.946905 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35898) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:43.955731 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-21f886f8-d686-4ad8-b46a-3b1cac62c386 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Request body: {'security_group_rule': {'security_group_id': '791ced98-a8db-483b-88a1-569c23cff904', 'project_id': '260391a634834bb982490a3e6bac9caa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:43.986126 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21f886f8-d686-4ad8-b46a-3b1cac62c386 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.043112 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21f886f8-d686-4ad8-b46a-3b1cac62c386 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.047741 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21f886f8-d686-4ad8-b46a-3b1cac62c386 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.067716 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f886f8-d686-4ad8-b46a-3b1cac62c386 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9722873a-f696-4292-b4e5-f919dfa4dde4,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:44.076529 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-21f886f8-d686-4ad8-b46a-3b1cac62c386 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.077754 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-21f886f8-d686-4ad8-b46a-3b1cac62c386 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297700 Aug 13 02:44:44.081160 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 35900) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:44.086320 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-ef705a87-0936-49e3-86d5-93841c8524c1 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Request body: {'security_group_rule': {'security_group_id': '791ced98-a8db-483b-88a1-569c23cff904', 'project_id': '260391a634834bb982490a3e6bac9caa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:44.115534 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef705a87-0936-49e3-86d5-93841c8524c1 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.180135 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef705a87-0936-49e3-86d5-93841c8524c1 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.185043 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef705a87-0936-49e3-86d5-93841c8524c1 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.202339 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef705a87-0936-49e3-86d5-93841c8524c1 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f51748b-b0c5-4a6b-a926-788b256021ca,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:44.221400 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ef705a87-0936-49e3-86d5-93841c8524c1 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.222884 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ef705a87-0936-49e3-86d5-93841c8524c1 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405008 Aug 13 02:44:44.225661 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 35902) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:44.235953 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-9a33ef38-2979-4476-b359-e7def3e2e1da tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Request body: {'security_group_rule': {'security_group_id': '791ced98-a8db-483b-88a1-569c23cff904', 'project_id': '260391a634834bb982490a3e6bac9caa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:44.268719 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9a33ef38-2979-4476-b359-e7def3e2e1da tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.335012 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9a33ef38-2979-4476-b359-e7def3e2e1da tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.340770 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9a33ef38-2979-4476-b359-e7def3e2e1da tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.361559 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33ef38-2979-4476-b359-e7def3e2e1da tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087a4579-7f60-4667-867d-cf985c625c0c,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:44.368027 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9a33ef38-2979-4476-b359-e7def3e2e1da tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.371339 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9a33ef38-2979-4476-b359-e7def3e2e1da tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415689 Aug 13 02:44:44.372940 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 35904) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:44.377486 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-3c318f07-145a-491f-94d2-8a1de669c1a6 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Request body: {'security_group_rule': {'security_group_id': '791ced98-a8db-483b-88a1-569c23cff904', 'project_id': '260391a634834bb982490a3e6bac9caa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:44.404290 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3c318f07-145a-491f-94d2-8a1de669c1a6 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.465249 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3c318f07-145a-491f-94d2-8a1de669c1a6 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.470295 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3c318f07-145a-491f-94d2-8a1de669c1a6 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.491552 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c318f07-145a-491f-94d2-8a1de669c1a6 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256ffbd7-84d4-454a-a955-7f484829f6e9,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:44.500143 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-3c318f07-145a-491f-94d2-8a1de669c1a6 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.501439 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-3c318f07-145a-491f-94d2-8a1de669c1a6 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275768 Aug 13 02:44:44.504357 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35906) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:44.509628 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-9ada766a-8e6e-4635-a1ec-4d732d45654e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Request body: {'security_group_rule': {'security_group_id': '791ced98-a8db-483b-88a1-569c23cff904', 'project_id': '260391a634834bb982490a3e6bac9caa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:44.533457 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.securitygroups_db [None req-9ada766a-8e6e-4635-a1ec-4d732d45654e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Project 260391a634834bb982490a3e6bac9caa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:44:44.538899 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9ada766a-8e6e-4635-a1ec-4d732d45654e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.603441 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9ada766a-8e6e-4635-a1ec-4d732d45654e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.607888 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9ada766a-8e6e-4635-a1ec-4d732d45654e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.625438 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada766a-8e6e-4635-a1ec-4d732d45654e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6daf913-3172-4658-943a-13f99c65f733,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:44.633926 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-9ada766a-8e6e-4635-a1ec-4d732d45654e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.637739 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-9ada766a-8e6e-4635-a1ec-4d732d45654e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296687 Aug 13 02:44:44.637919 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 35908) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:44:44.642371 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-30c21ffa-d5da-4684-8353-6397d8277f45 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Request body: {'security_group_rule': {'security_group_id': '791ced98-a8db-483b-88a1-569c23cff904', 'project_id': '260391a634834bb982490a3e6bac9caa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:44:44.666481 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.securitygroups_db [None req-30c21ffa-d5da-4684-8353-6397d8277f45 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Project 260391a634834bb982490a3e6bac9caa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 02:44:44.671916 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-30c21ffa-d5da-4684-8353-6397d8277f45 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.738514 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-30c21ffa-d5da-4684-8353-6397d8277f45 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.743692 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-30c21ffa-d5da-4684-8353-6397d8277f45 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.761925 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c21ffa-d5da-4684-8353-6397d8277f45 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da07835-2c2b-4ecb-9629-7018aa7876bf,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:44.772392 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-30c21ffa-d5da-4684-8353-6397d8277f45 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:44.773696 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-30c21ffa-d5da-4684-8353-6397d8277f45 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348596 Aug 13 02:44:44.982398 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 93ea1dd0-3160-4a3d-9088-7bee72d26662 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:45.034308 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 93ea1dd0-3160-4a3d-9088-7bee72d26662 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:45.038347 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 93ea1dd0-3160-4a3d-9088-7bee72d26662 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:45.038713 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:45.122501 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:45.143266 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 93ea1dd0-3160-4a3d-9088-7bee72d26662, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=93ea1dd0-3160-4a3d-9088-7bee72d26662,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:45.148182 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:45.196550 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=93ea1dd0-3160-4a3d-9088-7bee72d26662,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:45.534672 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Sync routers for ids ['2bfc0ef3-4c24-45ad-b23b-85aef7229440'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:44:45.544352 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Routers {'2bfc0ef3-4c24-45ad-b23b-85aef7229440'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:45.544991 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:44:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['2bfc0ef3-4c24-45ad-b23b-85aef7229440'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:45.665803 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Set router 2bfc0ef3-4c24-45ad-b23b-85aef7229440 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:45.957843 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'name': 'tempest-TestShelveInstance-862303015-router', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '93ea1dd0-3160-4a3d-9088-7bee72d26662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:38Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 4, 'project_id': '277888d1da5c44d0bdae3f2d44aad22b', 'gw_port': {'id': '93ea1dd0-3160-4a3d-9088-7bee72d26662', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:39Z', 'updated_at': '2021-08-13T02:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '2be78761-609c-4d95-890c-91e74da98427', 'name': '', 'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'mac_address': 'fa:16:3e:05:27:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '90e23c61-0a70-4815-a7c1-e7e4d98f14f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:42Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 2, 'project_id': '277888d1da5c44d0bdae3f2d44aad22b', 'subnets': [{'id': '90e23c61-0a70-4815-a7c1-e7e4d98f14f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:45.985255 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Checking router: 2bfc0ef3-4c24-45ad-b23b-85aef7229440 for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:44:45.985572 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Updating router 2bfc0ef3-4c24-45ad-b23b-85aef7229440 port 2be78761-609c-4d95-890c-91e74da98427 binding host dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:44:46.010852 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:46.290261 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:46.301723 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Transition to ACTIVE for port object 2be78761-609c-4d95-890c-91e74da98427 will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:44:46.309760 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:46.357863 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5372a-da56-41b7-a3b1-3776ddf138d2 None None] Pushing event updated for resources: {'Port': ['ID=2be78761-609c-4d95-890c-91e74da98427,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:46.414928 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Attempting to bind port 2be78761-609c-4d95-890c-91e74da98427 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:44:46.415298 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Attempting to bind port 2be78761-609c-4d95-890c-91e74da98427 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': 'b80ab69d-0482-4a64-ab8e-efca5670dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:44:46.415645 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Attempting to bind port 2be78761-609c-4d95-890c-91e74da98427 on network 286e7fb8-7a83-4888-accf-7180a921a67e {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:44:46.420970 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:44:46.421337 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Checking segment: {'id': 'b80ab69d-0482-4a64-ab8e-efca5670dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:44:46.421735 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:46.422152 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Bound using segment: {'id': 'b80ab69d-0482-4a64-ab8e-efca5670dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:44:46.422613 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Bound port: 2be78761-609c-4d95-890c-91e74da98427, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80ab69d-0482-4a64-ab8e-efca5670dde2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:44:46.423001 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:46.492807 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] For port 2be78761-609c-4d95-890c-91e74da98427, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:44:46.496190 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] For port 2be78761-609c-4d95-890c-91e74da98427, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=2be78761-609c-4d95-890c-91e74da98427,segment=NetworkSegment(b80ab69d-0482-4a64-ab8e-efca5670dde2),segment_id=b80ab69d-0482-4a64-ab8e-efca5670dde2)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:44:46.501363 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:46.563128 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Routers {'2bfc0ef3-4c24-45ad-b23b-85aef7229440'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:44:46.563779 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:44:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['2bfc0ef3-4c24-45ad-b23b-85aef7229440'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:46.603693 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5372a-da56-41b7-a3b1-3776ddf138d2 None None] Pushing event updated for resources: {'Port': ['ID=2be78761-609c-4d95-890c-91e74da98427,revision_number=4']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:46.683303 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] Set router 2bfc0ef3-4c24-45ad-b23b-85aef7229440 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:44:46.894847 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'name': 'tempest-TestShelveInstance-862303015-router', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '93ea1dd0-3160-4a3d-9088-7bee72d26662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:38Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 4, 'project_id': '277888d1da5c44d0bdae3f2d44aad22b', 'gw_port': {'id': '93ea1dd0-3160-4a3d-9088-7bee72d26662', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:39Z', 'updated_at': '2021-08-13T02:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '2be78761-609c-4d95-890c-91e74da98427', 'name': '', 'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'mac_address': 'fa:16:3e:05:27:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '90e23c61-0a70-4815-a7c1-e7e4d98f14f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:42Z', 'updated_at': '2021-08-13T02:44:46Z', 'revision_number': 4, 'project_id': '277888d1da5c44d0bdae3f2d44aad22b', 'subnets': [{'id': '90e23c61-0a70-4815-a7c1-e7e4d98f14f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:44:46.924652 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b233c43-db4d-4b1b-a72a-3f1b10b829a4 None None] The sync data for ids ['2bfc0ef3-4c24-45ad-b23b-85aef7229440'] in dv-cinder-760184-6-iscsi is: [{'id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'name': 'tempest-TestShelveInstance-862303015-router', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '93ea1dd0-3160-4a3d-9088-7bee72d26662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:38Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 4, 'project_id': '277888d1da5c44d0bdae3f2d44aad22b', 'gw_port': {'id': '93ea1dd0-3160-4a3d-9088-7bee72d26662', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:39Z', 'updated_at': '2021-08-13T02:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '2be78761-609c-4d95-890c-91e74da98427', 'name': '', 'network_id': '286e7fb8-7a83-4888-accf-7180a921a67e', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'mac_address': 'fa:16:3e:05:27:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '90e23c61-0a70-4815-a7c1-e7e4d98f14f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:42Z', 'updated_at': '2021-08-13T02:44:46Z', 'revision_number': 4, 'project_id': '277888d1da5c44d0bdae3f2d44aad22b', 'subnets': [{'id': '90e23c61-0a70-4815-a7c1-e7e4d98f14f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:44:46.987920 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 93ea1dd0-3160-4a3d-9088-7bee72d26662 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:47.036845 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 93ea1dd0-3160-4a3d-9088-7bee72d26662 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:47.037211 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:47.117744 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 2be78761-609c-4d95-890c-91e74da98427 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:47.170495 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 2be78761-609c-4d95-890c-91e74da98427 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:44:47.174793 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 2be78761-609c-4d95-890c-91e74da98427 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:47.175167 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:47.258443 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:47.295445 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 2be78761-609c-4d95-890c-91e74da98427, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=2be78761-609c-4d95-890c-91e74da98427,segment=NetworkSegment(b80ab69d-0482-4a64-ab8e-efca5670dde2),segment_id=b80ab69d-0482-4a64-ab8e-efca5670dde2)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:44:47.300169 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:44:47.348297 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=2be78761-609c-4d95-890c-91e74da98427,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:44:48.969200 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 2be78761-609c-4d95-890c-91e74da98427 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:44:49.025159 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 2be78761-609c-4d95-890c-91e74da98427 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:44:49.025528 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:01.289461 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-59ae7769-cfef-4e83-9033-f7a3fc510eb5 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-940332644&fields=id&tenant_id=260391a634834bb982490a3e6bac9caa HTTP/1.1" status: 200 len: 267 time: 0.0343404 Aug 13 02:45:01.400074 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70288ba7-a409-4297-83e3-477f1ae77476 req-d1f5a03f-e1d1-49dd-94b7-e30de2b67f7d tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:01.401622 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-d1f5a03f-e1d1-49dd-94b7-e30de2b67f7d tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/networks?id=11bbecca-ad38-4a1e-ad2a-93e89d52b20a HTTP/1.1" status: 200 len: 809 time: 0.1026330 Aug 13 02:45:01.417808 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-6776e12a-cbb7-43ed-babd-8841c9a6ac45 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/quotas/260391a634834bb982490a3e6bac9caa HTTP/1.1" status: 200 len: 375 time: 0.0091300 Aug 13 02:45:01.468391 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-230455a9-9539-4434-a161-f25a83553f23 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=260391a634834bb982490a3e6bac9caa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452590 Aug 13 02:45:01.599572 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-63745360-31b2-4e3d-abcf-f70ecc6e2af3 service neutron] 10.222.0.42 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180692 Aug 13 02:45:01.702452 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-70a85c69-674d-4805-91af-80c5bc0ec748 service neutron] 10.222.0.42 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930793 Aug 13 02:45:01.816233 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:45:02.027565 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8ec67073-f615-4050-9d67-45286bbca640 req-667c0780-a5b4-4108-96d7-85cf1c637f99 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 210 time: 0.0302703 Aug 13 02:45:03.161524 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e7c0d8f4-3349-4048-9096-6efff50d4dcc req-153ba7fd-f963-4ebe-a92c-c0cb426bdb22 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 210 time: 0.0593431 Aug 13 02:45:03.215337 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70288ba7-a409-4297-83e3-477f1ae77476 req-8f2d48f7-d275-4a91-8d7b-81f4d58f7e3f tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:03.216813 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-8f2d48f7-d275-4a91-8d7b-81f4d58f7e3f tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.60 "GET /v2.0/networks?id=11bbecca-ad38-4a1e-ad2a-93e89d52b20a HTTP/1.1" status: 200 len: 809 time: 0.1243393 Aug 13 02:45:03.284049 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-eb5dc6ed-2a40-45e2-8e0e-c33e5d55c44f tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=260391a634834bb982490a3e6bac9caa HTTP/1.1" status: 200 len: 379 time: 0.0351560 Aug 13 02:45:03.294808 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-70288ba7-a409-4297-83e3-477f1ae77476 req-4f6f3428-1cdc-457b-99d8-c21fcf7df90a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Request body: {'port': {'device_id': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'admin_state_up': True, 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'security_groups': ['791ced98-a8db-483b-88a1-569c23cff904']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:03.406289 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70288ba7-a409-4297-83e3-477f1ae77476 req-4f6f3428-1cdc-457b-99d8-c21fcf7df90a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Made reservation on behalf of 260391a634834bb982490a3e6bac9caa for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:45:03.412051 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-70288ba7-a409-4297-83e3-477f1ae77476 req-4f6f3428-1cdc-457b-99d8-c21fcf7df90a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:03.546169 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-70288ba7-a409-4297-83e3-477f1ae77476 req-4f6f3428-1cdc-457b-99d8-c21fcf7df90a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Allocated IP 172.20.0.12 (11bbecca-ad38-4a1e-ad2a-93e89d52b20a/a252b87d-9478-4dfa-86fb-ac71b1ee482d/1115ee5c-ca8a-4e8a-97ea-6da9ae12864e) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:45:03.686890 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-70288ba7-a409-4297-83e3-477f1ae77476 req-4f6f3428-1cdc-457b-99d8-c21fcf7df90a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:03.701598 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-70288ba7-a409-4297-83e3-477f1ae77476 req-4f6f3428-1cdc-457b-99d8-c21fcf7df90a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Transition to ACTIVE for port object 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:45:03.738268 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-70288ba7-a409-4297-83e3-477f1ae77476 req-4f6f3428-1cdc-457b-99d8-c21fcf7df90a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:03.782279 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70288ba7-a409-4297-83e3-477f1ae77476 req-4f6f3428-1cdc-457b-99d8-c21fcf7df90a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Network 11bbecca-ad38-4a1e-ad2a-93e89d52b20a is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:45:03.787440 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-70288ba7-a409-4297-83e3-477f1ae77476 req-4f6f3428-1cdc-457b-99d8-c21fcf7df90a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:45:03.791413 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-70288ba7-a409-4297-83e3-477f1ae77476 req-4f6f3428-1cdc-457b-99d8-c21fcf7df90a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:45:03.816296 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f3428-1cdc-457b-99d8-c21fcf7df90a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Pushing event updated for resources: {'Port': ['ID=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:03.852398 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70288ba7-a409-4297-83e3-477f1ae77476 req-4f6f3428-1cdc-457b-99d8-c21fcf7df90a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:03.852953 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-70288ba7-a409-4297-83e3-477f1ae77476 req-4f6f3428-1cdc-457b-99d8-c21fcf7df90a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:03.871016 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-4f6f3428-1cdc-457b-99d8-c21fcf7df90a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5800714 Aug 13 02:45:03.889693 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Request body: {'port': {'device_id': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:03.922816 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:03.954644 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:04.022527 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-7b12f7f4-8ba0-43f3-add8-0329903a516c None None] Provisioning for port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:45:04.026704 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-7b12f7f4-8ba0-43f3-add8-0329903a516c None None] Provisioning complete for port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:45:04.027141 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7b12f7f4-8ba0-43f3-add8-0329903a516c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:04.060212 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-7b12f7f4-8ba0-43f3-add8-0329903a516c None None] Port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:45:04.233694 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:45:04.249715 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:04.278412 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Transition to ACTIVE for port object 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:45:04.285511 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:04.323237 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88a1e3-d515-454d-ba0a-e3a1e4bb570b req-ac57343f-25ee-448f-bc2f-d528021b88a1 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:04.324745 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2b88a1e3-d515-454d-ba0a-e3a1e4bb570b req-ac57343f-25ee-448f-bc2f-d528021b88a1 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 932 time: 0.0940554 Aug 13 02:45:04.373912 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Pushing event updated for resources: {'Port': ['ID=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:04.411879 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2b88a1e3-d515-454d-ba0a-e3a1e4bb570b req-024984b0-3f37-45a4-99ad-e42c99db14ce tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780480 Aug 13 02:45:04.459124 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Attempting to bind port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:45:04.459380 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Attempting to bind port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'dd7260f8-bdbc-4f88-b4fb-3da56ae844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:45:04.459705 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Attempting to bind port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e on network 11bbecca-ad38-4a1e-ad2a-93e89d52b20a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:45:04.464933 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e on network 11bbecca-ad38-4a1e-ad2a-93e89d52b20a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:45:04.465251 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Attempting to bind port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e on network 11bbecca-ad38-4a1e-ad2a-93e89d52b20a {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:45:04.470899 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:45:04.471235 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Checking segment: {'id': 'dd7260f8-bdbc-4f88-b4fb-3da56ae844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:45:04.471616 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Bound using segment: {'id': 'dd7260f8-bdbc-4f88-b4fb-3da56ae844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:45:04.472008 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Bound port: 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd7260f8-bdbc-4f88-b4fb-3da56ae844ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:45:04.472381 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:04.536979 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] For port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e, host hv-cinder-76018, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:45:04.541968 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] For port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,segment=NetworkSegment(dd7260f8-bdbc-4f88-b4fb-3da56ae844ae),segment_id=dd7260f8-bdbc-4f88-b4fb-3da56ae844ae)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:45:04.549303 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:04.587363 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:04.587974 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:04.589465 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] 10.222.0.60 "PUT /v2.0/ports/1115ee5c-ca8a-4e8a-97ea-6da9ae12864e HTTP/1.1" status: 200 len: 1094 time: 0.7042291 Aug 13 02:45:04.589895 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'tag': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:04.592255 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdaa9f5-ddc7-4497-8bdf-86f0cab7d633" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0dfa08-4033-4310-9309-49a23d7d4ecb", "tag": "1115ee5c-ca8a-4e8a-97ea-6da9ae12864e"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:04.618881 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92640c00-231d-48cb-b31a-b257b767e08f service neutron] Pushing event updated for resources: {'Port': ['ID=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:04.641175 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecceabd8-dd83-454e-aad9-fe3a02888e24 x-openstack-request-id: req-ecceabd8-dd83-454e-aad9-fe3a02888e24 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:04.641455 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0dfa08-4033-4310-9309-49a23d7d4ecb", "tag": "1115ee5c-ca8a-4e8a-97ea-6da9ae12864e", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:04.641715 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ecceabd8-dd83-454e-aad9-fe3a02888e24 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:04.642116 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'tag': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e', 'status': 'completed', 'code': 200} Aug 13 02:45:04.712857 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70288ba7-a409-4297-83e3-477f1ae77476 req-a98b9f66-f7d0-4628-949c-0caf916cf911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:04.714308 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-a98b9f66-f7d0-4628-949c-0caf916cf911 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=260391a634834bb982490a3e6bac9caa&device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 1097 time: 0.0511773 Aug 13 02:45:04.766347 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-4c4767d5-bfff-4ca5-8194-e15cbc14c680 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e HTTP/1.1" status: 200 len: 217 time: 0.0367200 Aug 13 02:45:04.823171 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70288ba7-a409-4297-83e3-477f1ae77476 req-76ed84f3-cb14-46c1-af20-d70afe505039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:04.825604 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-76ed84f3-cb14-46c1-af20-d70afe505039 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a252b87d-9478-4dfa-86fb-ac71b1ee482d HTTP/1.1" status: 200 len: 848 time: 0.0495203 Aug 13 02:45:04.888506 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70288ba7-a409-4297-83e3-477f1ae77476 req-0cbba356-9c8d-4f9b-b784-e962763b07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:04.889991 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-0cbba356-9c8d-4f9b-b784-e962763b07bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11bbecca-ad38-4a1e-ad2a-93e89d52b20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551105 Aug 13 02:45:04.984220 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-18a9f543-b822-4a06-8a33-8651a6e3b891 service neutron] 10.222.0.60 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854757 Aug 13 02:45:05.082362 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-70288ba7-a409-4297-83e3-477f1ae77476 req-8c4ced97-daf9-45fc-9cfb-2d2ee24fc6fe service neutron] 10.222.0.60 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910275 Aug 13 02:45:05.236260 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaa9f5-ddc7-4497-8bdf-86f0cab7d633 req-536088bf-c12b-4de4-83b2-1b7acb402f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:05.237708 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cdaa9f5-ddc7-4497-8bdf-86f0cab7d633 req-536088bf-c12b-4de4-83b2-1b7acb402f79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=260391a634834bb982490a3e6bac9caa&device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 1097 time: 0.0455985 Aug 13 02:45:05.332074 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaa9f5-ddc7-4497-8bdf-86f0cab7d633 req-436d2376-b788-4df5-a7b7-da8bb558e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:05.333622 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cdaa9f5-ddc7-4497-8bdf-86f0cab7d633 req-436d2376-b788-4df5-a7b7-da8bb558e1b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=11bbecca-ad38-4a1e-ad2a-93e89d52b20a HTTP/1.1" status: 200 len: 910 time: 0.0877919 Aug 13 02:45:05.415468 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cdaa9f5-ddc7-4497-8bdf-86f0cab7d633 req-9ef1a5eb-f865-4949-8b34-fcaed1938bb4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e HTTP/1.1" status: 200 len: 217 time: 0.0445337 Aug 13 02:45:05.476659 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaa9f5-ddc7-4497-8bdf-86f0cab7d633 req-cac6b458-817b-48f8-ab87-9cb4d34f74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:05.478144 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cdaa9f5-ddc7-4497-8bdf-86f0cab7d633 req-cac6b458-817b-48f8-ab87-9cb4d34f74ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a252b87d-9478-4dfa-86fb-ac71b1ee482d HTTP/1.1" status: 200 len: 848 time: 0.0451298 Aug 13 02:45:05.565640 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac4d32-2995-4c33-9b9c-77dd1715f723 req-8793d22d-0801-4d2d-8573-dbaa86569a24 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:05.567120 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f8ac4d32-2995-4c33-9b9c-77dd1715f723 req-8793d22d-0801-4d2d-8573-dbaa86569a24 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 944 time: 0.0791574 Aug 13 02:45:05.569546 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaa9f5-ddc7-4497-8bdf-86f0cab7d633 req-85eba49b-cc22-450c-b24a-4efa093c9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:05.570883 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cdaa9f5-ddc7-4497-8bdf-86f0cab7d633 req-85eba49b-cc22-450c-b24a-4efa093c9c05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11bbecca-ad38-4a1e-ad2a-93e89d52b20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818307 Aug 13 02:45:05.650432 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f8ac4d32-2995-4c33-9b9c-77dd1715f723 req-e3f0e9d7-a8a7-4935-8ec5-3070273f8283 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765481 Aug 13 02:45:05.686875 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cdaa9f5-ddc7-4497-8bdf-86f0cab7d633 req-5f34fcd1-ace9-4706-8539-f8602bbb8028 service neutron] 10.222.0.60 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992870 Aug 13 02:45:05.784692 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2cdaa9f5-ddc7-4497-8bdf-86f0cab7d633 req-d53d7276-8c2d-4462-bb54-f2f49543837a service neutron] 10.222.0.60 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909116 Aug 13 02:45:06.374150 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ca8f58b0-18e1-4786-b8ef-4b12168f80df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:06.788025 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecf5c6-12e3-4ba2-acbe-29893414c5ec req-a235f8f1-3196-447d-a619-42c288098d57 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:06.789512 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-47ecf5c6-12e3-4ba2-acbe-29893414c5ec req-a235f8f1-3196-447d-a619-42c288098d57 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 944 time: 0.0643756 Aug 13 02:45:06.830914 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-47ecf5c6-12e3-4ba2-acbe-29893414c5ec req-c3395e0c-6949-4a9c-8ebe-655ead8d02ea tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352013 Aug 13 02:45:07.968767 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ea28a-3bde-415f-b652-fbfead4b7c62 req-917d9f74-53c3-41b2-8481-5806da3c0702 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:07.970208 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-596ea28a-3bde-415f-b652-fbfead4b7c62 req-917d9f74-53c3-41b2-8481-5806da3c0702 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 944 time: 0.0640509 Aug 13 02:45:08.007497 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-596ea28a-3bde-415f-b652-fbfead4b7c62 req-bcf0f588-f27c-48a6-b124-0c3fe1996cb6 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312994 Aug 13 02:45:08.423678 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-135bf6f9-e7b5-47ac-b22d-5657a1ea9c85 req-9230c0d6-31c5-45e9-a058-2f28d95bc944 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441859 Aug 13 02:45:08.499610 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bf6f9-e7b5-47ac-b22d-5657a1ea9c85 req-866296f3-59dc-428c-a814-5dd73b32ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:08.501100 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-135bf6f9-e7b5-47ac-b22d-5657a1ea9c85 req-866296f3-59dc-428c-a814-5dd73b32ca07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 1098 time: 0.0418048 Aug 13 02:45:08.607650 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bf6f9-e7b5-47ac-b22d-5657a1ea9c85 req-107c9f82-5bc8-4829-a901-ee841ad128b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:08.609147 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-135bf6f9-e7b5-47ac-b22d-5657a1ea9c85 req-107c9f82-5bc8-4829-a901-ee841ad128b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 200 len: 912 time: 0.0877972 Aug 13 02:45:08.678134 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-135bf6f9-e7b5-47ac-b22d-5657a1ea9c85 req-01e532ab-31e5-432f-8ffa-790d7617d5ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41d16676-71e5-4f99-aa7b-8f55a476e388 HTTP/1.1" status: 200 len: 1001 time: 0.0611804 Aug 13 02:45:08.729433 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bf6f9-e7b5-47ac-b22d-5657a1ea9c85 req-55f14c40-c03c-43d5-91a0-375dccaceba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:08.730957 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-135bf6f9-e7b5-47ac-b22d-5657a1ea9c85 req-55f14c40-c03c-43d5-91a0-375dccaceba6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=291f67b3-6592-4299-a8ce-492450a6c8ca HTTP/1.1" status: 200 len: 850 time: 0.0447042 Aug 13 02:45:08.787234 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bf6f9-e7b5-47ac-b22d-5657a1ea9c85 req-b0652280-08c6-4d3a-a353-2b115f6dc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:08.788779 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-135bf6f9-e7b5-47ac-b22d-5657a1ea9c85 req-b0652280-08c6-4d3a-a353-2b115f6dc851 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b2ff959-af94-4f3b-bb00-9252aea12613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493069 Aug 13 02:45:08.898274 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-135bf6f9-e7b5-47ac-b22d-5657a1ea9c85 req-7ecd7e4f-cf7f-4079-a785-dbb2341841ce service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015699 Aug 13 02:45:08.992999 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-135bf6f9-e7b5-47ac-b22d-5657a1ea9c85 req-94ca84a1-4468-45c2-bc66-4695cc057a28 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861731 Aug 13 02:45:09.133960 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f1069-caf5-45f2-ab0c-73f6b5981ff8 req-4a14ad19-157b-4ef0-a114-afe9e6140cb6 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:09.135430 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-132f1069-caf5-45f2-ab0c-73f6b5981ff8 req-4a14ad19-157b-4ef0-a114-afe9e6140cb6 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 944 time: 0.0600958 Aug 13 02:45:09.166060 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:09.176184 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-132f1069-caf5-45f2-ab0c-73f6b5981ff8 req-740ddad3-378b-4d37-a83a-7a8121f2bd96 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325782 Aug 13 02:45:09.324845 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5692cd38-a3a8-4496-8bc7-c584c7ef04e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:10.312052 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95b9c2-7b89-45aa-8534-48da72a3ed75 req-202ec70f-3ed3-4d55-98b8-a8c3c0635f9d tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:10.313758 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5d95b9c2-7b89-45aa-8534-48da72a3ed75 req-202ec70f-3ed3-4d55-98b8-a8c3c0635f9d tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 944 time: 0.0587299 Aug 13 02:45:10.358737 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5d95b9c2-7b89-45aa-8534-48da72a3ed75 req-551bb83b-a2d7-4279-b996-cfbb1a412e95 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355182 Aug 13 02:45:10.465119 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:11.475910 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2d859-eb7a-4664-b4fc-1c68f23aa3e0 req-92772d0e-4bb2-45a7-ba27-e76f7d93cb44 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:11.477353 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c1c2d859-eb7a-4664-b4fc-1c68f23aa3e0 req-92772d0e-4bb2-45a7-ba27-e76f7d93cb44 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 944 time: 0.0506117 Aug 13 02:45:11.514530 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c1c2d859-eb7a-4664-b4fc-1c68f23aa3e0 req-bad048cc-ed04-4e59-adfb-bc7c78d4cdc7 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311875 Aug 13 02:45:11.792360 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:12.637509 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8adb-2c82-4ea9-84dd-ca2054f18af8 req-f240e915-7266-4566-ac78-4cf851d97c46 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:12.638958 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cffd8adb-2c82-4ea9-84dd-ca2054f18af8 req-f240e915-7266-4566-ac78-4cf851d97c46 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 944 time: 0.0552382 Aug 13 02:45:12.679146 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-cffd8adb-2c82-4ea9-84dd-ca2054f18af8 req-e576f2d7-a87b-4fcf-8b38-f3a4500f37f4 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317023 Aug 13 02:45:13.355859 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:45:13.461758 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,segment=NetworkSegment(dd7260f8-bdbc-4f88-b4fb-3da56ae844ae),segment_id=dd7260f8-bdbc-4f88-b4fb-3da56ae844ae)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:13.472938 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'port_id': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e', 'mac_address': 'fa:16:3e:c2:40:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:45:13.509015 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:13.521996 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:45:13.542278 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,segment=NetworkSegment(dd7260f8-bdbc-4f88-b4fb-3da56ae844ae),segment_id=dd7260f8-bdbc-4f88-b4fb-3da56ae844ae)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:13.549967 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:13.599949 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:13.808595 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e2126-5095-4692-98b9-3e9f11ed0c78 req-4d29a3e7-ea6a-427e-b4e3-a618565ac910 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:13.810046 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd9e2126-5095-4692-98b9-3e9f11ed0c78 req-4d29a3e7-ea6a-427e-b4e3-a618565ac910 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 945 time: 0.0509715 Aug 13 02:45:13.848792 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fd9e2126-5095-4692-98b9-3e9f11ed0c78 req-4d6689a9-7cf7-45c4-95c6-4d38648fb6a3 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322690 Aug 13 02:45:13.853878 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['1115ee5c-ca8a-4e8a-97ea-6da9ae12864e'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:45:14.978766 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d126ab-0533-4cfa-a580-fa265e4130cd req-4504bf92-05cc-45ea-9d98-159e9621f702 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:14.980800 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-28d126ab-0533-4cfa-a580-fa265e4130cd req-4504bf92-05cc-45ea-9d98-159e9621f702 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 945 time: 0.0517230 Aug 13 02:45:15.017268 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-28d126ab-0533-4cfa-a580-fa265e4130cd req-c80279d3-c6df-4dca-a958-263bc00978a3 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308850 Aug 13 02:45:15.384409 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:45:15.447437 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:45:15.451290 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:45:15.451657 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:15.525353 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:15.551962 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:15.554346 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b6e51a-321f-4109-a3e5-5e1e230c2140" -d '{"events": [{"server_uuid": "9b0dfa08-4033-4310-9309-49a23d7d4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "1115ee5c-ca8a-4e8a-97ea-6da9ae12864e"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:15.567657 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,segment=NetworkSegment(dd7260f8-bdbc-4f88-b4fb-3da56ae844ae),segment_id=dd7260f8-bdbc-4f88-b4fb-3da56ae844ae)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:15.573505 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:15.598408 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e2ab8a-39a3-476b-a448-38757ec94219 x-openstack-request-id: req-56e2ab8a-39a3-476b-a448-38757ec94219 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:15.598692 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0dfa08-4033-4310-9309-49a23d7d4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "1115ee5c-ca8a-4e8a-97ea-6da9ae12864e", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:15.598941 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-56e2ab8a-39a3-476b-a448-38757ec94219 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:15.599324 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e', 'code': 200} Aug 13 02:45:15.631908 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:15.877508 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f875036-155d-4735-acb3-5dd382785b82 req-5e9ad1cb-1597-412d-b9e5-28e21cf12337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:15.879068 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f875036-155d-4735-acb3-5dd382785b82 req-5e9ad1cb-1597-412d-b9e5-28e21cf12337 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 1099 time: 0.0592322 Aug 13 02:45:15.916413 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f875036-155d-4735-acb3-5dd382785b82 req-74be651c-492b-4ec8-bde5-7f473e2ff7c6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296812 Aug 13 02:45:16.143847 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c049311-cf97-4c92-9c68-bdef8df8a101 req-049b86b8-5122-4835-a5c5-0b7b9f1eb18a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:16.145482 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c049311-cf97-4c92-9c68-bdef8df8a101 req-049b86b8-5122-4835-a5c5-0b7b9f1eb18a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0577338 Aug 13 02:45:16.201326 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4c049311-cf97-4c92-9c68-bdef8df8a101 req-a7e97ce3-b370-42f5-835b-c0b01ccdb3d9 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428743 Aug 13 02:45:16.209802 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06986a42-42b4-4370-87cd-093c69ad870d req-c161d0b7-0ff5-403c-9452-39851235ce22 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:16.211218 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-06986a42-42b4-4370-87cd-093c69ad870d req-c161d0b7-0ff5-403c-9452-39851235ce22 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 946 time: 0.0869172 Aug 13 02:45:16.253502 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-06986a42-42b4-4370-87cd-093c69ad870d req-9519aa54-76ba-45a0-a70c-656aca54f942 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358019 Aug 13 02:45:17.318201 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac96826-839d-4131-a401-564ac4497ad0 req-0c237a7c-b798-4e3d-b6b0-f6aeac41247f tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:17.319855 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0ac96826-839d-4131-a401-564ac4497ad0 req-0c237a7c-b798-4e3d-b6b0-f6aeac41247f tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0518363 Aug 13 02:45:17.383533 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0ac96826-839d-4131-a401-564ac4497ad0 req-f88c336c-7278-4633-9044-1eb2d219a9f0 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576077 Aug 13 02:45:17.396515 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705faf1-167b-41e3-bf62-edfbe238de71 req-fa208a4f-19fc-4735-b329-f6f4cfbfef53 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:17.398007 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1705faf1-167b-41e3-bf62-edfbe238de71 req-fa208a4f-19fc-4735-b329-f6f4cfbfef53 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 946 time: 0.0706055 Aug 13 02:45:17.437555 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1705faf1-167b-41e3-bf62-edfbe238de71 req-e743ad53-cea6-4850-87f2-1fe45d9eec7f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334544 Aug 13 02:45:17.499879 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2726c-b9f2-4fd5-a819-243b7bd13660 req-54af9ed2-5bb3-48c0-850f-62502818dc83 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:17.501417 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32b2726c-b9f2-4fd5-a819-243b7bd13660 req-54af9ed2-5bb3-48c0-850f-62502818dc83 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0531781 Aug 13 02:45:17.541456 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32b2726c-b9f2-4fd5-a819-243b7bd13660 req-be04940c-aa63-499f-a320-dfd7e6f7a269 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323062 Aug 13 02:45:17.563020 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36084) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:17.711605 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e725c9-be38-42b7-afe4-8db5df1e77d1 tempest-TestShelveInstance-399285978 tempest-TestShelveInstance-399285978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:17.713194 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f9e725c9-be38-42b7-afe4-8db5df1e77d1 tempest-TestShelveInstance-399285978 tempest-TestShelveInstance-399285978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 1094 time: 0.1492364 Aug 13 02:45:17.716296 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36088) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:17.720648 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Request body: {'floatingip': {'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'port_id': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:17.747137 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:17.857982 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:17.977255 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Allocated IP 172.27.1.233 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/c628482f-7e99-4309-ba1b-69ce94dff353) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:45:18.081052 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:18.130499 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:18.168478 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:45:18.171342 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:45:18.174952 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:45:18.180243 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Pushing event updated for resources: {'Port': ['ID=c628482f-7e99-4309-ba1b-69ce94dff353,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:18.565112 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:18.595894 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f3c72-dc53-4526-9cbf-5e55820f1dc5 req-0ade2c4b-36e8-40ea-9b40-929f8a00557e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:18.597377 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e95f3c72-dc53-4526-9cbf-5e55820f1dc5 req-0ade2c4b-36e8-40ea-9b40-929f8a00557e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 946 time: 0.0821037 Aug 13 02:45:18.662157 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e95f3c72-dc53-4526-9cbf-5e55820f1dc5 req-3d79f882-d977-472c-8dcf-926ff76d00e5 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586350 Aug 13 02:45:18.668594 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:18.816162 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:18.824187 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:18.887727 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Pushing event updated for resources: {'Port': ['ID=c628482f-7e99-4309-ba1b-69ce94dff353,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:18.900689 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:19.278095 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Floating IP 5ca2f7f5-58dc-4e20-85b7-abdc378f5b22 associated. External IP: 172.27.1.233, port: 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e. Aug 13 02:45:19.480804 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Router f0993552-68a4-4204-b3f0-7b8f1355b44d has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:45:19.585346 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:45:19.595235 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa47a68-a19f-479e-8b55-09f50678ea4f None None] Sync routers for ids ['f0993552-68a4-4204-b3f0-7b8f1355b44d'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:45:19.602795 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:19.605829 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa47a68-a19f-479e-8b55-09f50678ea4f None None] Routers {'f0993552-68a4-4204-b3f0-7b8f1355b44d'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:19.606431 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8aa47a68-a19f-479e-8b55-09f50678ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f0993552-68a4-4204-b3f0-7b8f1355b44d'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:19.630249 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ec84cc53-6872-43ee-bc92-0f66f5370c8c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9129021 Aug 13 02:45:19.630851 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'tag': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:19.633155 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d23f0da-3c10-4f84-8092-c926d5156236" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0dfa08-4033-4310-9309-49a23d7d4ecb", "tag": "1115ee5c-ca8a-4e8a-97ea-6da9ae12864e"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:19.668093 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23cf6c1-a443-4951-b091-0ad726c1d461 x-openstack-request-id: req-b23cf6c1-a443-4951-b091-0ad726c1d461 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:19.668381 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0dfa08-4033-4310-9309-49a23d7d4ecb", "tag": "1115ee5c-ca8a-4e8a-97ea-6da9ae12864e", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:19.668658 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b23cf6c1-a443-4951-b091-0ad726c1d461 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:19.669055 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'tag': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e', 'status': 'completed', 'code': 200} Aug 13 02:45:19.712082 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-8aa47a68-a19f-479e-8b55-09f50678ea4f None None] Set router f0993552-68a4-4204-b3f0-7b8f1355b44d gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:19.782734 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e96c5a-d66a-4b1a-a66d-49e4e612e68e req-3b043fd7-bee7-4cc9-8c66-59d71d5e7065 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:19.784113 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98e96c5a-d66a-4b1a-a66d-49e4e612e68e req-3b043fd7-bee7-4cc9-8c66-59d71d5e7065 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 946 time: 0.0486989 Aug 13 02:45:19.821712 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98e96c5a-d66a-4b1a-a66d-49e4e612e68e req-fdff941a-12cc-443d-9b8b-0c668625cb6e tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308309 Aug 13 02:45:19.936974 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8aa47a68-a19f-479e-8b55-09f50678ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:36Z', 'revision_number': 4, 'project_id': '260391a634834bb982490a3e6bac9caa', 'gw_port': {'id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': '5ca2f7f5-58dc-4e20-85b7-abdc378f5b22', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'port_id': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'mac_address': 'fa:16:3e:c2:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:45:18Z', 'updated_at': '2021-08-13T02:45:18Z', 'revision_number': 0, 'project_id': '260391a634834bb982490a3e6bac9caa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9622cba-a8e2-4fe8-80b8-57ca31082539', 'name': '', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'mac_address': 'fa:16:3e:07:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:36Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 5, 'project_id': '260391a634834bb982490a3e6bac9caa', 'subnets': [{'id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:19.967231 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa47a68-a19f-479e-8b55-09f50678ea4f None None] Checking router: f0993552-68a4-4204-b3f0-7b8f1355b44d for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:45:19.977258 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa47a68-a19f-479e-8b55-09f50678ea4f None None] Routers {'f0993552-68a4-4204-b3f0-7b8f1355b44d'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:19.977851 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8aa47a68-a19f-479e-8b55-09f50678ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f0993552-68a4-4204-b3f0-7b8f1355b44d'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:20.098016 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-8aa47a68-a19f-479e-8b55-09f50678ea4f None None] Set router f0993552-68a4-4204-b3f0-7b8f1355b44d gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:20.227131 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f0da-3c10-4f84-8092-c926d5156236 req-2626ef42-4713-48c6-b597-a045cbdd60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:20.228692 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d23f0da-3c10-4f84-8092-c926d5156236 req-2626ef42-4713-48c6-b597-a045cbdd60f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=260391a634834bb982490a3e6bac9caa&device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 1099 time: 0.0433972 Aug 13 02:45:20.317040 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-8aa47a68-a19f-479e-8b55-09f50678ea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:36Z', 'revision_number': 4, 'project_id': '260391a634834bb982490a3e6bac9caa', 'gw_port': {'id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': '5ca2f7f5-58dc-4e20-85b7-abdc378f5b22', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'port_id': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'mac_address': 'fa:16:3e:c2:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:45:18Z', 'updated_at': '2021-08-13T02:45:18Z', 'revision_number': 0, 'project_id': '260391a634834bb982490a3e6bac9caa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9622cba-a8e2-4fe8-80b8-57ca31082539', 'name': '', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'mac_address': 'fa:16:3e:07:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:36Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 5, 'project_id': '260391a634834bb982490a3e6bac9caa', 'subnets': [{'id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:20.323076 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f0da-3c10-4f84-8092-c926d5156236 req-d2af38b4-76b0-4613-9c4a-ee8ecf5c906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:20.324601 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d23f0da-3c10-4f84-8092-c926d5156236 req-d2af38b4-76b0-4613-9c4a-ee8ecf5c906c service neutron] 10.222.0.60 "GET /v2.0/networks?id=11bbecca-ad38-4a1e-ad2a-93e89d52b20a HTTP/1.1" status: 200 len: 910 time: 0.0875125 Aug 13 02:45:20.350923 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa47a68-a19f-479e-8b55-09f50678ea4f None None] The sync data for ids ['f0993552-68a4-4204-b3f0-7b8f1355b44d'] in dv-cinder-760184-6-iscsi is: [{'id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:36Z', 'revision_number': 4, 'project_id': '260391a634834bb982490a3e6bac9caa', 'gw_port': {'id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': '5ca2f7f5-58dc-4e20-85b7-abdc378f5b22', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'floating_ip_address': '172.27.1.233', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'port_id': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'mac_address': 'fa:16:3e:c2:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:45:18Z', 'updated_at': '2021-08-13T02:45:18Z', 'revision_number': 0, 'project_id': '260391a634834bb982490a3e6bac9caa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9622cba-a8e2-4fe8-80b8-57ca31082539', 'name': '', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'mac_address': 'fa:16:3e:07:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:36Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 5, 'project_id': '260391a634834bb982490a3e6bac9caa', 'subnets': [{'id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:45:20.402411 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d23f0da-3c10-4f84-8092-c926d5156236 req-cfe545ac-9dae-4bde-a8c3-ed20443e046f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e HTTP/1.1" status: 200 len: 1000 time: 0.0686831 Aug 13 02:45:20.465704 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f0da-3c10-4f84-8092-c926d5156236 req-ba73948f-1fd4-4bae-a5c3-78a3dab923e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:20.467167 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d23f0da-3c10-4f84-8092-c926d5156236 req-ba73948f-1fd4-4bae-a5c3-78a3dab923e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a252b87d-9478-4dfa-86fb-ac71b1ee482d HTTP/1.1" status: 200 len: 848 time: 0.0486424 Aug 13 02:45:20.521144 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23f0da-3c10-4f84-8092-c926d5156236 req-719d455a-5a42-4d4b-affd-5f1927602bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:20.521384 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d23f0da-3c10-4f84-8092-c926d5156236 req-719d455a-5a42-4d4b-affd-5f1927602bb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11bbecca-ad38-4a1e-ad2a-93e89d52b20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434515 Aug 13 02:45:20.549501 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1489ef-9e4a-4d2e-a9de-d7dbf50b1a4c None None] New status for floating IP 5ca2f7f5-58dc-4e20-85b7-abdc378f5b22: ACTIVE {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:45:20.613510 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d23f0da-3c10-4f84-8092-c926d5156236 req-7564b6cc-f673-4c9f-9147-b32a963b6962 service neutron] 10.222.0.60 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835087 Aug 13 02:45:20.753731 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-47ae5a53-fb4b-405f-b425-bb6889d9e644 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:20.755300 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-47ae5a53-fb4b-405f-b425-bb6889d9e644 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.60 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 946 time: 0.1077981 Aug 13 02:45:20.779048 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d23f0da-3c10-4f84-8092-c926d5156236 req-d7edd602-e679-4ebc-a4c6-dd4c5453f595 service neutron] 10.222.0.60 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326983 Aug 13 02:45:20.862785 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-2773e071-e66e-4500-93e5-fee98820d27f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Deleting port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:20.863195 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-2773e071-e66e-4500-93e5-fee98820d27f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:20.982634 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e9bbc-d12e-4b7f-ba9c-630f2439fca8 req-5695f444-c325-4aec-9dcb-0670608faebb tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:20.984079 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f98e9bbc-d12e-4b7f-ba9c-630f2439fca8 req-5695f444-c325-4aec-9dcb-0670608faebb tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 946 time: 0.0835872 Aug 13 02:45:20.988869 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-2773e071-e66e-4500-93e5-fee98820d27f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] For port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:20.989229 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-2773e071-e66e-4500-93e5-fee98820d27f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:21.067364 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f98e9bbc-d12e-4b7f-ba9c-630f2439fca8 req-c58aae5e-8655-451b-86b5-8ae34970f2db tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f67aba5-0262-4721-a0df-766bb0f23cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756295 Aug 13 02:45:21.173485 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-2773e071-e66e-4500-93e5-fee98820d27f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:21.173708 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-2773e071-e66e-4500-93e5-fee98820d27f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:21.174054 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-2773e071-e66e-4500-93e5-fee98820d27f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Floating IP 5494db4e-7637-4048-9a60-a4770d3de415 disassociated. External IP: 172.27.1.251, port: 7649a39f-32fc-4ad9-9bb6-e42a64b18cff. Aug 13 02:45:21.174365 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-2773e071-e66e-4500-93e5-fee98820d27f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Calling delete_port for 7649a39f-32fc-4ad9-9bb6-e42a64b18cff owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:21.310565 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-2773e071-e66e-4500-93e5-fee98820d27f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:21.339722 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773e071-e66e-4500-93e5-fee98820d27f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event deleted for resources: {'Port': ['ID=7649a39f-32fc-4ad9-9bb6-e42a64b18cff,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:21.451752 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-2773e071-e66e-4500-93e5-fee98820d27f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:45:21.564865 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-2773e071-e66e-4500-93e5-fee98820d27f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:45:21.585448 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c67d97-f2a9-4b51-81e3-75a8844cf8bb None None] Sync routers for ids ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:45:21.594828 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c67d97-f2a9-4b51-81e3-75a8844cf8bb None None] Routers {'deb986c9-3bf4-4c24-b022-a8cf4c2ac271'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:21.598146 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-87c67d97-f2a9-4b51-81e3-75a8844cf8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:21.613822 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-2773e071-e66e-4500-93e5-fee98820d27f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] No DVR routers for this DVR port 7649a39f-32fc-4ad9-9bb6-e42a64b18cff on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:45:21.617427 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-2773e071-e66e-4500-93e5-fee98820d27f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:21.619445 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e00bc3af-f447-4c4a-af84-617c65429f2f req-2773e071-e66e-4500-93e5-fee98820d27f tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.60 "DELETE /v2.0/ports/7649a39f-32fc-4ad9-9bb6-e42a64b18cff HTTP/1.1" status: 204 len: 173 time: 0.8562386 Aug 13 02:45:21.670280 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'name': 'network-vif-deleted', 'tag': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:21.673274 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c114b0-f1e0-476f-a265-ac8006490a74" -d '{"events": [{"server_uuid": "107bb2e9-0fe5-474a-9990-5cdc7b18ea8b", "name": "network-vif-deleted", "tag": "7649a39f-32fc-4ad9-9bb6-e42a64b18cff"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:21.717798 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-87c67d97-f2a9-4b51-81e3-75a8844cf8bb None None] Set router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:21.732975 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e5b096b-ea9c-408e-91ab-b674bbc024c6 x-openstack-request-id: req-7e5b096b-ea9c-408e-91ab-b674bbc024c6 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:21.733339 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107bb2e9-0fe5-474a-9990-5cdc7b18ea8b", "name": "network-vif-deleted", "tag": "7649a39f-32fc-4ad9-9bb6-e42a64b18cff", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:21.733634 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7e5b096b-ea9c-408e-91ab-b674bbc024c6 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:21.734088 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107bb2e9-0fe5-474a-9990-5cdc7b18ea8b', 'name': 'network-vif-deleted', 'tag': '7649a39f-32fc-4ad9-9bb6-e42a64b18cff', 'status': 'completed', 'code': 200} Aug 13 02:45:22.062556 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-87c67d97-f2a9-4b51-81e3-75a8844cf8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:11Z', 'revision_number': 5, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:22.088606 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c67d97-f2a9-4b51-81e3-75a8844cf8bb None None] Checking router: deb986c9-3bf4-4c24-b022-a8cf4c2ac271 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:45:22.097505 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c67d97-f2a9-4b51-81e3-75a8844cf8bb None None] Routers {'deb986c9-3bf4-4c24-b022-a8cf4c2ac271'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:22.098193 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-87c67d97-f2a9-4b51-81e3-75a8844cf8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:22.181390 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1778eb20-7b2f-43a1-a9be-7559e0ded942 req-d3345297-fbcb-4f6f-a41b-ac73e14766c9 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/ports?device_id=107bb2e9-0fe5-474a-9990-5cdc7b18ea8b HTTP/1.1" status: 200 len: 210 time: 0.0296443 Aug 13 02:45:22.207284 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-87c67d97-f2a9-4b51-81e3-75a8844cf8bb None None] Set router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:22.410690 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-87c67d97-f2a9-4b51-81e3-75a8844cf8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:11Z', 'revision_number': 5, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:22.436305 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c67d97-f2a9-4b51-81e3-75a8844cf8bb None None] The sync data for ids ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'] in dv-cinder-760184-6-iscsi is: [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:38:01Z', 'revision_number': 4, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '823b1aab-5227-41c2-8509-250efc8f0fc4', 'name': '', 'network_id': '9102dfda-d03c-4456-90ad-be83fc17c3bd', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'mac_address': 'fa:16:3e:13:bb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:59Z', 'updated_at': '2021-08-13T02:38:11Z', 'revision_number': 5, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'subnets': [{'id': '1d722d64-dd9d-486a-a9c9-6f37fad094ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:45:22.667055 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6281a5ad-d4d3-47d1-8756-95c0c2ea7253 None None] New status for floating IP 5494db4e-7637-4048-9a60-a4770d3de415: DOWN {{(pid=94109) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:45:23.286762 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36126) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:23.346983 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0759585c-c644-4666-89ac-d888b0e7a2b7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.370897 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0759585c-c644-4666-89ac-d888b0e7a2b7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.419340 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0759585c-c644-4666-89ac-d888b0e7a2b7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.419993 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 7649a39f-32fc-4ad9-9bb6-e42a64b18cff no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:45:23.422128 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-0759585c-c644-4666-89ac-d888b0e7a2b7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.423261 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-0759585c-c644-4666-89ac-d888b0e7a2b7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "DELETE /v2.0/security-groups/8f67aba5-0262-4721-a0df-766bb0f23cc7 HTTP/1.1" status: 204 len: 168 time: 0.1354270 Aug 13 02:45:23.426582 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36128) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:23.443076 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.api.v2.resource [None req-e8334881-70cf-49a3-83c7-6de7cf4c3859 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] show failed (client error): The resource could not be found. Aug 13 02:45:23.443286 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 7649a39f-32fc-4ad9-9bb6-e42a64b18cff {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:45:23.443476 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 7649a39f-32fc-4ad9-9bb6-e42a64b18cff not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:45:23.444032 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e8334881-70cf-49a3-83c7-6de7cf4c3859 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "GET /v2.0/security-groups/8f67aba5-0262-4721-a0df-766bb0f23cc7 HTTP/1.1" status: 404 len: 347 time: 0.0165617 Aug 13 02:45:23.444973 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0759585c-c644-4666-89ac-d888b0e7a2b7 tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f67aba5-0262-4721-a0df-766bb0f23cc7,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:23.447046 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36130) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:23.572151 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-e28aa7a0-ff12-40dd-8c5d-c6eeb529789d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Deleting port 23669d24-b872-4b06-b6fa-d1b9ee426c55 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:23.572528 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e28aa7a0-ff12-40dd-8c5d-c6eeb529789d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.651524 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e28aa7a0-ff12-40dd-8c5d-c6eeb529789d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.651853 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e28aa7a0-ff12-40dd-8c5d-c6eeb529789d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.664206 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-e28aa7a0-ff12-40dd-8c5d-c6eeb529789d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Calling delete_port for 23669d24-b872-4b06-b6fa-d1b9ee426c55 owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:23.801781 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e28aa7a0-ff12-40dd-8c5d-c6eeb529789d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.824672 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28aa7a0-ff12-40dd-8c5d-c6eeb529789d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Pushing event deleted for resources: {'Port': ['ID=23669d24-b872-4b06-b6fa-d1b9ee426c55,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:23.890958 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e28aa7a0-ff12-40dd-8c5d-c6eeb529789d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.893896 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-e28aa7a0-ff12-40dd-8c5d-c6eeb529789d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:23.895073 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-e28aa7a0-ff12-40dd-8c5d-c6eeb529789d tempest-AttachVolumeShelveTestJSON-990644020 tempest-AttachVolumeShelveTestJSON-990644020-project] 10.222.0.42 "DELETE /v2.0/floatingips/5494db4e-7637-4048-9a60-a4770d3de415 HTTP/1.1" status: 204 len: 168 time: 0.4471505 Aug 13 02:45:24.973975 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-29d391a4-9aa6-43ba-a3d5-22e8c6e85cfd tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-531461428&fields=id&tenant_id=b91bd85928624ab6b05622798c36e4e0 HTTP/1.1" status: 200 len: 267 time: 0.0350361 Aug 13 02:45:25.084415 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56135076-d941-4c48-a2a9-ed910e10f294 req-24ba8ffd-e5f9-484c-9d4b-5c015de4c566 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:25.085986 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-24ba8ffd-e5f9-484c-9d4b-5c015de4c566 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/networks?id=9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 200 len: 811 time: 0.1052101 Aug 13 02:45:25.102177 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-33cef54c-9891-440e-90ce-21d4521739b6 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/quotas/b91bd85928624ab6b05622798c36e4e0 HTTP/1.1" status: 200 len: 375 time: 0.0103359 Aug 13 02:45:25.167973 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-b11e37d3-b437-49d3-9839-c3422b56ae78 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0599861 Aug 13 02:45:25.266127 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-41685475-3ab8-4596-b923-64b2295bf637 service neutron] 10.222.0.42 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855660 Aug 13 02:45:25.365029 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-7f3f51a3-0977-413a-a323-051c56064fba service neutron] 10.222.0.42 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926719 Aug 13 02:45:25.667275 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-454c92a8-513c-43a1-b430-5b315de314eb req-214958ba-42fe-4127-b6c9-1a84a476a7a4 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 210 time: 0.0269940 Aug 13 02:45:26.323654 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36182) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:26.770413 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56135076-d941-4c48-a2a9-ed910e10f294 req-f37a09ff-bf47-4c5d-9da3-061482601d9c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:26.771877 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-f37a09ff-bf47-4c5d-9da3-061482601d9c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.60 "GET /v2.0/networks?id=9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 200 len: 811 time: 0.1524575 Aug 13 02:45:26.786724 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d41d7ddf-152c-4195-9c4b-b3d351ebf894 req-805e0e16-fa36-4886-bf3a-63157073c339 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 210 time: 0.0460234 Aug 13 02:45:26.846724 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-eb671060-05af-4d98-bf58-3dffbe38a13a tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b91bd85928624ab6b05622798c36e4e0 HTTP/1.1" status: 200 len: 379 time: 0.0447674 Aug 13 02:45:26.858525 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-56135076-d941-4c48-a2a9-ed910e10f294 req-f18ab46a-cd1f-4f0a-b161-eb0ffe7ccc7d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Request body: {'port': {'device_id': '4990b7aa-90fa-4d12-8cea-747ed2d094eb', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'admin_state_up': True, 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'security_groups': ['e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:26.998734 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56135076-d941-4c48-a2a9-ed910e10f294 req-f18ab46a-cd1f-4f0a-b161-eb0ffe7ccc7d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Made reservation on behalf of b91bd85928624ab6b05622798c36e4e0 for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:45:27.002173 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-56135076-d941-4c48-a2a9-ed910e10f294 req-f18ab46a-cd1f-4f0a-b161-eb0ffe7ccc7d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:27.022529 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c42e6e8e-f723-4773-8007-306d6fb47e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1662611'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:27.533619 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-56135076-d941-4c48-a2a9-ed910e10f294 req-f18ab46a-cd1f-4f0a-b161-eb0ffe7ccc7d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Allocated IP 172.20.0.9 (9b2ff959-af94-4f3b-bb00-9252aea12613/291f67b3-6592-4299-a8ce-492450a6c8ca/ba4c2145-996e-4d0a-bfa0-d3f12e651b6c) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:45:27.726045 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-56135076-d941-4c48-a2a9-ed910e10f294 req-f18ab46a-cd1f-4f0a-b161-eb0ffe7ccc7d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:27.744378 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-56135076-d941-4c48-a2a9-ed910e10f294 req-f18ab46a-cd1f-4f0a-b161-eb0ffe7ccc7d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Transition to ACTIVE for port object ba4c2145-996e-4d0a-bfa0-d3f12e651b6c will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:45:27.763923 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-c42e6e8e-f723-4773-8007-306d6fb47e1b admin admin] Deleting port 823b1aab-5227-41c2-8509-250efc8f0fc4 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:27.764258 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c42e6e8e-f723-4773-8007-306d6fb47e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:27.838021 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-56135076-d941-4c48-a2a9-ed910e10f294 req-f18ab46a-cd1f-4f0a-b161-eb0ffe7ccc7d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:27.924729 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56135076-d941-4c48-a2a9-ed910e10f294 req-f18ab46a-cd1f-4f0a-b161-eb0ffe7ccc7d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Network 9b2ff959-af94-4f3b-bb00-9252aea12613 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:45:27.940830 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-c42e6e8e-f723-4773-8007-306d6fb47e1b admin admin] For port 823b1aab-5227-41c2-8509-250efc8f0fc4, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=823b1aab-5227-41c2-8509-250efc8f0fc4,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:27.941194 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c42e6e8e-f723-4773-8007-306d6fb47e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:27.943774 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-56135076-d941-4c48-a2a9-ed910e10f294 req-f18ab46a-cd1f-4f0a-b161-eb0ffe7ccc7d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:45:27.951143 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-56135076-d941-4c48-a2a9-ed910e10f294 req-f18ab46a-cd1f-4f0a-b161-eb0ffe7ccc7d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:45:27.955176 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ab46a-cd1f-4f0a-b161-eb0ffe7ccc7d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'Port': ['ID=ba4c2145-996e-4d0a-bfa0-d3f12e651b6c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:27.979432 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-c42e6e8e-f723-4773-8007-306d6fb47e1b admin admin] Calling delete_port for 823b1aab-5227-41c2-8509-250efc8f0fc4 owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:28.055334 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3aa8d-eb73-43c0-9728-0a6292f3639e req-5625dba2-e51e-48f1-8613-9a04a705aaf2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:28.056881 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-07c3aa8d-eb73-43c0-9728-0a6292f3639e req-5625dba2-e51e-48f1-8613-9a04a705aaf2 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 931 time: 0.1846492 Aug 13 02:45:28.062363 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56135076-d941-4c48-a2a9-ed910e10f294 req-f18ab46a-cd1f-4f0a-b161-eb0ffe7ccc7d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:28.062964 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-56135076-d941-4c48-a2a9-ed910e10f294 req-f18ab46a-cd1f-4f0a-b161-eb0ffe7ccc7d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:28.108968 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-f18ab46a-cd1f-4f0a-b161-eb0ffe7ccc7d tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2550139 Aug 13 02:45:28.151967 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-07c3aa8d-eb73-43c0-9728-0a6292f3639e req-1182d033-e25f-45f0-9c99-f811310b313c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861769 Aug 13 02:45:28.155666 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Request body: {'port': {'device_id': '4990b7aa-90fa-4d12-8cea-747ed2d094eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:28.212735 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-c154ec62-e372-4345-a40d-18e44d302745 None None] Provisioning for port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:45:28.216696 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-c154ec62-e372-4345-a40d-18e44d302745 None None] Provisioning complete for port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:45:28.217050 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c154ec62-e372-4345-a40d-18e44d302745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:28.231654 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:28.255852 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-c154ec62-e372-4345-a40d-18e44d302745 None None] Port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:45:28.363151 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c42e6e8e-f723-4773-8007-306d6fb47e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:28.403633 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e6e8e-f723-4773-8007-306d6fb47e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=823b1aab-5227-41c2-8509-250efc8f0fc4,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:28.671293 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c42e6e8e-f723-4773-8007-306d6fb47e1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686051'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:28.684434 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4c2145-996e-4d0a-bfa0-d3f12e651b6c {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:45:28.692894 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:28.737728 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Transition to ACTIVE for port object ba4c2145-996e-4d0a-bfa0-d3f12e651b6c will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:45:28.744369 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:28.832095 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4c2145-996e-4d0a-bfa0-d3f12e651b6c,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:28.987127 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Attempting to bind port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:45:28.987464 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Attempting to bind port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:45:28.987792 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Attempting to bind port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c on network 9b2ff959-af94-4f3b-bb00-9252aea12613 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:45:28.994662 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c on network 9b2ff959-af94-4f3b-bb00-9252aea12613 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:45:28.994961 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Attempting to bind port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c on network 9b2ff959-af94-4f3b-bb00-9252aea12613 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:45:29.004151 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:45:29.004546 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Checking segment: {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:45:29.004925 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Bound using segment: {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:45:29.005350 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Bound port: ba4c2145-996e-4d0a-bfa0-d3f12e651b6c, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c05541-b6d4-45b0-80e8-eb1ab7298204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:45:29.005705 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.023488 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42e6e8e-f723-4773-8007-306d6fb47e1b admin admin] Router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:45:29.112484 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] For port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c, host hv-cinder-76018, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:45:29.116933 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] For port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ba4c2145-996e-4d0a-bfa0-d3f12e651b6c,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:45:29.151213 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.197704 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:29.198311 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.199763 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] 10.222.0.60 "PUT /v2.0/ports/ba4c2145-996e-4d0a-bfa0-d3f12e651b6c HTTP/1.1" status: 200 len: 1093 time: 1.0512600 Aug 13 02:45:29.202241 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4990b7aa-90fa-4d12-8cea-747ed2d094eb', 'tag': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:29.204885 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca89e189-6bf0-456a-aa3f-d671f1e7baa1" -d '{"events": [{"name": "network-changed", "server_uuid": "4990b7aa-90fa-4d12-8cea-747ed2d094eb", "tag": "ba4c2145-996e-4d0a-bfa0-d3f12e651b6c"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:29.217570 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42e6e8e-f723-4773-8007-306d6fb47e1b admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:45:29.229834 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c807f-89c3-493a-987b-95947676e615 None None] Sync routers for ids ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:45:29.230374 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36194) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:29.230763 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c42e6e8e-f723-4773-8007-306d6fb47e1b admin admin] 10.222.0.42 "PUT /v2.0/routers/deb986c9-3bf4-4c24-b022-a8cf4c2ac271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9054706 Aug 13 02:45:29.235876 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b82252-b66c-42d8-b130-b2b1adb49705 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4c2145-996e-4d0a-bfa0-d3f12e651b6c,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:29.251692 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c807f-89c3-493a-987b-95947676e615 None None] Routers {'deb986c9-3bf4-4c24-b022-a8cf4c2ac271'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:29.252428 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b67c807f-89c3-493a-987b-95947676e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:29.307789 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ab5ee3-98d3-475f-b30b-ec97804fa792 x-openstack-request-id: req-b7ab5ee3-98d3-475f-b30b-ec97804fa792 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:29.308321 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4990b7aa-90fa-4d12-8cea-747ed2d094eb", "tag": "ba4c2145-996e-4d0a-bfa0-d3f12e651b6c", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:29.309281 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7ab5ee3-98d3-475f-b30b-ec97804fa792 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:29.309669 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4990b7aa-90fa-4d12-8cea-747ed2d094eb', 'tag': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c', 'status': 'completed', 'code': 200} Aug 13 02:45:29.366216 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56135076-d941-4c48-a2a9-ed910e10f294 req-4d7bd391-0340-4972-a233-eab1311c16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:29.367746 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-4d7bd391-0340-4972-a233-eab1311c16d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 1096 time: 0.0910032 Aug 13 02:45:29.376224 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a0da-d9fb-49c5-ac86-8feaab514011 req-1e7b4393-be26-4c95-a24b-72a7ff567fe7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:29.382790 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-b67c807f-89c3-493a-987b-95947676e615 None None] Set router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:29.383575 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f11a0da-d9fb-49c5-ac86-8feaab514011 req-1e7b4393-be26-4c95-a24b-72a7ff567fe7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 943 time: 0.0893993 Aug 13 02:45:29.390212 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Notify callbacks [] for router, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.436167 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-3ee6af1d-8d44-4667-8144-e0b8daf434bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba4c2145-996e-4d0a-bfa0-d3f12e651b6c HTTP/1.1" status: 200 len: 217 time: 0.0455611 Aug 13 02:45:29.465567 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f11a0da-d9fb-49c5-ac86-8feaab514011 req-7db095c3-4b04-4955-9787-032126c85041 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810039 Aug 13 02:45:29.503551 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.504506 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56135076-d941-4c48-a2a9-ed910e10f294 req-0e8bef23-7c19-416e-ae77-94d4f12d2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:29.506063 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-0e8bef23-7c19-416e-ae77-94d4f12d2b18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=291f67b3-6592-4299-a8ce-492450a6c8ca HTTP/1.1" status: 200 len: 850 time: 0.0560217 Aug 13 02:45:29.560877 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Deleting port 475f1591-e0ad-4e25-8582-d2bbeb7c51a8 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:29.561217 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.561840 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56135076-d941-4c48-a2a9-ed910e10f294 req-56b16068-9eed-444e-8677-b10b37cfb684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:29.563721 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-56b16068-9eed-444e-8677-b10b37cfb684 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b2ff959-af94-4f3b-bb00-9252aea12613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490563 Aug 13 02:45:29.577033 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b67c807f-89c3-493a-987b-95947676e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181'}], 'enable_snat': True}, 'gw_port_id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:45:28Z', 'revision_number': 5, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port': {'id': '475f1591-e0ad-4e25-8582-d2bbeb7c51a8', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:b8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:37:56Z', 'updated_at': '2021-08-13T02:38:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:29.604602 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c807f-89c3-493a-987b-95947676e615 None None] Checking router: deb986c9-3bf4-4c24-b022-a8cf4c2ac271 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:45:29.612732 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c807f-89c3-493a-987b-95947676e615 None None] Routers {'deb986c9-3bf4-4c24-b022-a8cf4c2ac271'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:29.613338 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b67c807f-89c3-493a-987b-95947676e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:29.640344 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] For port 475f1591-e0ad-4e25-8582-d2bbeb7c51a8, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=475f1591-e0ad-4e25-8582-d2bbeb7c51a8,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:29.640822 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.656818 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-0fcc5cb8-1cf6-4aa3-b177-643c9f3d42e8 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852728 Aug 13 02:45:29.657322 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Calling delete_port for 475f1591-e0ad-4e25-8582-d2bbeb7c51a8 owned by network:router_gateway {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:29.698470 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-b67c807f-89c3-493a-987b-95947676e615 None None] Set router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:29.749424 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56135076-d941-4c48-a2a9-ed910e10f294 req-87518493-fbd0-41fd-8d5d-70e4b0d59237 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856493 Aug 13 02:45:29.752315 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-b67c807f-89c3-493a-987b-95947676e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:45:29Z', 'revision_number': 6, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port_host': None}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:29.781979 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c807f-89c3-493a-987b-95947676e615 None None] The sync data for ids ['deb986c9-3bf4-4c24-b022-a8cf4c2ac271'] in dv-cinder-760184-6-iscsi is: [{'id': 'deb986c9-3bf4-4c24-b022-a8cf4c2ac271', 'name': 'tempest-AttachVolumeShelveTestJSON-2058880528-router', 'tenant_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:37:54Z', 'updated_at': '2021-08-13T02:45:29Z', 'revision_number': 6, 'project_id': '56db0bf5e5a14e7fa22f6d08efb9b297', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:45:29.823895 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.854536 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=475f1591-e0ad-4e25-8582-d2bbeb7c51a8,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:29.876517 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:29.876782 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:29.877119 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:29.877446 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:29.877763 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:29.878080 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:29.878396 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:29.878707 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:29.879005 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:29.879303 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:29.879617 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:29.879925 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:29.894987 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89e189-6bf0-456a-aa3f-d671f1e7baa1 req-ebafa814-c049-4644-a2b4-5d009726be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:29.897626 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca89e189-6bf0-456a-aa3f-d671f1e7baa1 req-ebafa814-c049-4644-a2b4-5d009726be39 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 1096 time: 0.0422246 Aug 13 02:45:29.919839 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686489'] for router_gateway, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:29.989269 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89e189-6bf0-456a-aa3f-d671f1e7baa1 req-cd6a6c1f-a1a2-47a5-bc21-acad7a60b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:29.991095 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca89e189-6bf0-456a-aa3f-d671f1e7baa1 req-cd6a6c1f-a1a2-47a5-bc21-acad7a60b278 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 200 len: 912 time: 0.0841677 Aug 13 02:45:30.021678 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.023789 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.042858 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca89e189-6bf0-456a-aa3f-d671f1e7baa1 req-c0f766ab-dd0d-466d-ae95-1da934bc176a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba4c2145-996e-4d0a-bfa0-d3f12e651b6c HTTP/1.1" status: 200 len: 217 time: 0.0389738 Aug 13 02:45:30.090500 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673018'] for router, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.091139 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router deb986c9-3bf4-4c24-b022-a8cf4c2ac271 {{(pid=94107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:45:30.096271 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.097586 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-25e8d0b2-b48b-452f-931e-b53bd1810f61 admin admin] 10.222.0.42 "DELETE /v2.0/routers/deb986c9-3bf4-4c24-b022-a8cf4c2ac271 HTTP/1.1" status: 204 len: 168 time: 0.8664255 Aug 13 02:45:30.100104 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89e189-6bf0-456a-aa3f-d671f1e7baa1 req-30411c28-7861-40aa-9bfe-ad38f157193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:30.100358 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36196) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:30.101579 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca89e189-6bf0-456a-aa3f-d671f1e7baa1 req-30411c28-7861-40aa-9bfe-ad38f157193a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=291f67b3-6592-4299-a8ce-492450a6c8ca HTTP/1.1" status: 200 len: 850 time: 0.0464363 Aug 13 02:45:30.148031 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc8b243-d3f5-4225-ac7a-d85aba6e7dec admin admin] Deleting subnet 1d722d64-dd9d-486a-a9c9-6f37fad094ab {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:45:30.150715 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89e189-6bf0-456a-aa3f-d671f1e7baa1 req-8627c552-f0cf-4e88-89fd-533401f6ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:30.152252 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca89e189-6bf0-456a-aa3f-d671f1e7baa1 req-8627c552-f0cf-4e88-89fd-533401f6ebf5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b2ff959-af94-4f3b-bb00-9252aea12613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419297 Aug 13 02:45:30.159998 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0cc8b243-d3f5-4225-ac7a-d85aba6e7dec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.197192 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0cc8b243-d3f5-4225-ac7a-d85aba6e7dec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5565699'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.253045 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca89e189-6bf0-456a-aa3f-d671f1e7baa1 req-791812db-e448-4ca1-b071-b300a70f2df7 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879028 Aug 13 02:45:30.277186 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0cc8b243-d3f5-4225-ac7a-d85aba6e7dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.332218 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0cc8b243-d3f5-4225-ac7a-d85aba6e7dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5759410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5577348'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.348038 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ca89e189-6bf0-456a-aa3f-d671f1e7baa1 req-6ec61176-324b-41ca-9ff5-8ef3ea688c28 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816095 Aug 13 02:45:30.357268 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8b243-d3f5-4225-ac7a-d85aba6e7dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d722d64-dd9d-486a-a9c9-6f37fad094ab,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:30.362097 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-0cc8b243-d3f5-4225-ac7a-d85aba6e7dec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.363996 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-0cc8b243-d3f5-4225-ac7a-d85aba6e7dec admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1d722d64-dd9d-486a-a9c9-6f37fad094ab HTTP/1.1" status: 204 len: 168 time: 0.2623181 Aug 13 02:45:30.366781 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36198) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:30.367161 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7188779-4649-436b-b416-13bf99ba2f4b None None] Network 9102dfda-d03c-4456-90ad-be83fc17c3bd requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:45:30.439462 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.494944 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] Deleting port 3fad1142-b849-4cbd-b90f-bda35dcd6f30 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:30.495286 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.556207 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2bc4fb-e534-434f-b3a3-cb54602056d0 None None] DHCP port deletion for 9102dfda-d03c-4456-90ad-be83fc17c3bd request from dv-cinder-760184-6-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:45:30.575433 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] For port 3fad1142-b849-4cbd-b90f-bda35dcd6f30, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=3fad1142-b849-4cbd-b90f-bda35dcd6f30,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:30.575794 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.591751 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] Calling delete_port for 3fad1142-b849-4cbd-b90f-bda35dcd6f30 owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:30.605258 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bc4fb-e534-434f-b3a3-cb54602056d0 None None] Deleting port 3fad1142-b849-4cbd-b90f-bda35dcd6f30 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:45:30.606060 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bf2bc4fb-e534-434f-b3a3-cb54602056d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.606650 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea1c4c-c78a-4f21-a285-9d00f8dc27d0 req-2900f21e-d123-460c-82ab-34062af24ab9 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:30.608923 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1bea1c4c-c78a-4f21-a285-9d00f8dc27d0 req-2900f21e-d123-460c-82ab-34062af24ab9 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 943 time: 0.0647247 Aug 13 02:45:30.649357 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1bea1c4c-c78a-4f21-a285-9d00f8dc27d0 req-816c0712-53c8-4e6c-9c50-3a5eb863d2f7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347316 Aug 13 02:45:30.677698 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-bf2bc4fb-e534-434f-b3a3-cb54602056d0 None None] For port 3fad1142-b849-4cbd-b90f-bda35dcd6f30, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=3fad1142-b849-4cbd-b90f-bda35dcd6f30,segment=NetworkSegment(d44f8a34-06a0-45f0-9547-59b264cbd524),segment_id=d44f8a34-06a0-45f0-9547-59b264cbd524)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:30.678728 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bf2bc4fb-e534-434f-b3a3-cb54602056d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.693111 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bc4fb-e534-434f-b3a3-cb54602056d0 None None] Calling delete_port for 3fad1142-b849-4cbd-b90f-bda35dcd6f30 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:45:30.695942 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.722529 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] No DVR routers for this DVR port 3fad1142-b849-4cbd-b90f-bda35dcd6f30 on host dv-cinder-760184-6-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:45:30.724410 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fad1142-b849-4cbd-b90f-bda35dcd6f30,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:30.770948 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bf2bc4fb-e534-434f-b3a3-cb54602056d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.798816 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bc4fb-e534-434f-b3a3-cb54602056d0 None None] Pushing event deleted for resources: {'Port': ['ID=3fad1142-b849-4cbd-b90f-bda35dcd6f30,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:30.800827 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2bc4fb-e534-434f-b3a3-cb54602056d0 None None] No DVR routers for this DVR port 3fad1142-b849-4cbd-b90f-bda35dcd6f30 on host dv-cinder-760184-6-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:45:30.802252 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.814519 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9102dfda-d03c-4456-90ad-be83fc17c3bd']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:30.829718 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44f8a34-06a0-45f0-9547-59b264cbd524') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:30.830002 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44f8a34-06a0-45f0-9547-59b264cbd524') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:30.839617 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5565716'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.854889 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.861441 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:45:30.861968 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5759340'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: Traceback (most recent call last): Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: timer() Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: cb(*args, **kw) Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: return func(*args, **kwargs) Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: self._notify() Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: self.callback(batched_events) Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: event.method(event) Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: return f(self, *a, **k) Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._get(url).json() Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:45:30.863747 dv-cinder-760184-6-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:45:30.918351 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.924212 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:30.928814 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9102dfda-d03c-4456-90ad-be83fc17c3bd HTTP/1.1" status: 204 len: 168 time: 0.5584455 Aug 13 02:45:30.937712 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1902dea-1376-4342-9ec8-0c9d977d2c50 admin admin] Pushing event deleted for resources: {'Network': ['ID=9102dfda-d03c-4456-90ad-be83fc17c3bd,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:30.996371 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 823b1aab-5227-41c2-8509-250efc8f0fc4 no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:45:31.018911 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 823b1aab-5227-41c2-8509-250efc8f0fc4 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:45:31.019254 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 823b1aab-5227-41c2-8509-250efc8f0fc4 not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:45:31.019669 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 3fad1142-b849-4cbd-b90f-bda35dcd6f30 no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:45:31.038643 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 3fad1142-b849-4cbd-b90f-bda35dcd6f30 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:45:31.038974 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 3fad1142-b849-4cbd-b90f-bda35dcd6f30 not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:45:31.039382 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 475f1591-e0ad-4e25-8582-d2bbeb7c51a8 no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:45:31.044914 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36204) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:31.058168 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 475f1591-e0ad-4e25-8582-d2bbeb7c51a8 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:45:31.058557 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 475f1591-e0ad-4e25-8582-d2bbeb7c51a8 not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:45:31.083584 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7a27b759-40e8-4b17-9a63-1958f44a5f2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56db0bf5e5a14e7fa22f6d08efb9b297&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374978 Aug 13 02:45:31.086215 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36206) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:31.132146 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6f857faf-b4a1-43ee-94bf-40b9012a3caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:31.156939 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6f857faf-b4a1-43ee-94bf-40b9012a3caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:31.206955 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6f857faf-b4a1-43ee-94bf-40b9012a3caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:31.210697 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6f857faf-b4a1-43ee-94bf-40b9012a3caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:31.212023 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6f857faf-b4a1-43ee-94bf-40b9012a3caf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02096364-ee32-452c-9acc-f407f6734865 HTTP/1.1" status: 204 len: 168 time: 0.1249287 Aug 13 02:45:31.219721 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f857faf-b4a1-43ee-94bf-40b9012a3caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02096364-ee32-452c-9acc-f407f6734865,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:31.779266 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103169e-fd5a-4a38-bb1e-48c369ac28db req-78c55a32-16d0-4541-a078-d35ee94b3bf1 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:31.780903 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4103169e-fd5a-4a38-bb1e-48c369ac28db req-78c55a32-16d0-4541-a078-d35ee94b3bf1 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 943 time: 0.0546355 Aug 13 02:45:31.825036 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4103169e-fd5a-4a38-bb1e-48c369ac28db req-068cc8c0-7eba-4d4f-bc32-e94add4af8d6 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379801 Aug 13 02:45:31.935049 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36230) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:32.035411 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1370632603-network', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:32.060467 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] Made reservation on behalf of 6807407b083a46a8aa8ca1b4569d109d for: {'network': 1} {{(pid=94107) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:45:32.062840 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for network, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.071297 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.168018 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.174394 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.193762 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=94107) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 02:45:32.206795 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa319e03-577f-4150-8f80-a29e0f82cb22,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:32.211572 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.211894 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.db.segments_db [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] Added segment 79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd of type vlan for network 502f84e1-86e8-4936-88ab-5dda8978cb77 Aug 13 02:45:32.251003 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737000025658'] for network, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.280360 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086'] for network, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.281346 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:32.281910 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.337939 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4017837 Aug 13 02:45:32.340994 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36234) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:32.343474 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793c102-2c8a-4469-849c-fa54ffd47aa3 admin admin] Pushing event updated for resources: {'Network': ['ID=502f84e1-86e8-4936-88ab-5dda8978cb77,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:32.346026 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-28eadad2-5477-4d64-a735-1898634af20d admin admin] Request body: {'subnet': {'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1370632603-subnet', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:32.354074 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Network 502f84e1-86e8-4936-88ab-5dda8978cb77 details requested by agent ovs-agent-dv-cinder-760184-6-iscsi with host dv-cinder-760184-6-iscsi {{(pid=94108) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 02:45:32.370205 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eadad2-5477-4d64-a735-1898634af20d admin admin] Made reservation on behalf of 6807407b083a46a8aa8ca1b4569d109d for: {'subnet': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:45:32.372598 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28eadad2-5477-4d64-a735-1898634af20d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6980256'] for subnet, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.537334 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28eadad2-5477-4d64-a735-1898634af20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7328939', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6980242'] for subnet, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.589258 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eadad2-5477-4d64-a735-1898634af20d admin admin] Pushing event updated for resources: {'Subnet': ['ID=061bd213-585f-4fcc-b4b9-97bd3d7a36fd,revision_number=0']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:32.599271 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28eadad2-5477-4d64-a735-1898634af20d admin admin] Checking segment: {'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:45:32.599628 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eadad2-5477-4d64-a735-1898634af20d admin admin] Network hostable DHCP agents. Network: 502f84e1-86e8-4936-88ab-5dda8978cb77, hostable agents: ['f31abb84-b95f-48a3-9a19-7c2918125dea'], hosted agents: [] {{(pid=94106) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 02:45:32.620699 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eadad2-5477-4d64-a735-1898634af20d admin admin] Network 502f84e1-86e8-4936-88ab-5dda8978cb77 is scheduled to be hosted by DHCP agent f31abb84-b95f-48a3-9a19-7c2918125dea with binding_index 1 {{(pid=94106) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 02:45:32.631727 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-28eadad2-5477-4d64-a735-1898634af20d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760184-6-iscsi, 502f84e1-86e8-4936-88ab-5dda8978cb77) {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:45:32.635908 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eadad2-5477-4d64-a735-1898634af20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:32.636529 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28eadad2-5477-4d64-a735-1898634af20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.641247 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615e5120-ce47-4815-b657-b0991f474dca None None] Network 502f84e1-86e8-4936-88ab-5dda8978cb77 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:45:32.650823 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-28eadad2-5477-4d64-a735-1898634af20d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3087208 Aug 13 02:45:32.653670 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36236) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:32.658052 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:32.679730 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1685739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1276'] for router, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.680861 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1673083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1686312', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-483112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1271'] for router, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.734930 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.784647 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa2ec041d-1e12-5867-9310-550d6684197a-502f84e1-86e8-4936-88ab-5dda8978cb77', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd'}]}} from dv-cinder-760184-6-iscsi. {{(pid=94108) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 02:45:32.785569 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:32.935795 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.db_base_plugin_common [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Allocated IP 172.20.0.2 (502f84e1-86e8-4936-88ab-5dda8978cb77/061bd213-585f-4fcc-b4b9-97bd3d7a36fd/7b2de52c-f709-4b50-b5d7-3de04c95b5e0) {{(pid=94108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:45:33.088424 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Notify callbacks [] for port, precommit_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:33.097173 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Transition to ACTIVE for port object 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:45:33.112523 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Transition to ACTIVE for port object 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 will not be triggered until provisioned by entity DHCP. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:45:33.119686 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397'] for port, after_create {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:33.154717 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Network 502f84e1-86e8-4936-88ab-5dda8978cb77 is already hosted by enough agents. {{(pid=94108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:45:33.159437 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.scheduler.base_scheduler [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Resources bound (agent type, host, resource id): {{(pid=94108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:45:33.161895 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Received port after_create {{(pid=94108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:45:33.174122 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Pushing event updated for resources: {'Port': ['ID=7b2de52c-f709-4b50-b5d7-3de04c95b5e0,revision_number=1']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:33.191156 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:33.205104 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bbac1-28e6-452f-b7b9-2c2fed635441 req-a4f2446c-ccdc-4b83-b5b1-6cd95af61137 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:33.206583 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c11bbac1-28e6-452f-b7b9-2c2fed635441 req-a4f2446c-ccdc-4b83-b5b1-6cd95af61137 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 943 time: 0.1424136 Aug 13 02:45:33.222610 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Attempting to bind port 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:45:33.223020 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Attempting to bind port 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:45:33.223384 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Attempting to bind port 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 on network 502f84e1-86e8-4936-88ab-5dda8978cb77 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:45:33.228370 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:45:33.228849 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Checking segment: {'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:45:33.229254 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:33.229634 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Bound using segment: {'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:45:33.230081 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Bound port: 7b2de52c-f709-4b50-b5d7-3de04c95b5e0, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:45:33.230447 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:33.281647 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c11bbac1-28e6-452f-b7b9-2c2fed635441 req-9b4e5872-d714-4dbb-8ce7-2f2bfe0780ec tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617301 Aug 13 02:45:33.295714 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] For port 7b2de52c-f709-4b50-b5d7-3de04c95b5e0, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:45:33.298914 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] For port 7b2de52c-f709-4b50-b5d7-3de04c95b5e0, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=7b2de52c-f709-4b50-b5d7-3de04c95b5e0,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:45:33.307418 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:33.366083 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a92fc7-e83d-49b8-b5cf-1a4210f9d98f None None] Pushing event updated for resources: {'Port': ['ID=7b2de52c-f709-4b50-b5d7-3de04c95b5e0,revision_number=2']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:33.433249 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:33.456555 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:33.582747 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Allocated IP 172.27.1.27 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/98f7228e-132a-4640-871d-10d06959e54d) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:45:33.687616 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:33.731983 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:33.771776 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:45:33.774748 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:45:33.778401 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:45:33.783939 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Pushing event updated for resources: {'Port': ['ID=98f7228e-132a-4640-871d-10d06959e54d,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:33.937292 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:34.030491 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:34.193869 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a7ce2a-c56b-4357-8ce6-3d4543fbc629 None None] Network 502f84e1-86e8-4936-88ab-5dda8978cb77 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:45:34.228903 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1673056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1686525'] for router, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:34.265480 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-78e8ccc7-3d05-4f73-a8c1-c5bea22d2ca4 None None] Provisioning for port 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:45:34.396078 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Router 05dee3af-985e-4d96-aabd-33606369a72c is scheduled to L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 with binding_index 1 {{(pid=94106) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 02:45:34.422035 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30dddc-8c7e-4019-8f6d-225eb901d746 req-317dff86-3a82-4361-b9de-b5734fc4b090 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:34.423573 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb30dddc-8c7e-4019-8f6d-225eb901d746 req-317dff86-3a82-4361-b9de-b5734fc4b090 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 943 time: 0.0673823 Aug 13 02:45:34.531094 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eb30dddc-8c7e-4019-8f6d-225eb901d746 req-ca436eff-5d6e-482b-bf3d-d3777f8fd50c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736964 Aug 13 02:45:34.548363 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:45:34.557998 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Sync routers for ids ['05dee3af-985e-4d96-aabd-33606369a72c'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:45:34.565216 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:34.566499 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-54ff4cbb-d109-4cd7-a903-e40ae52f5550 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9119103 Aug 13 02:45:34.566736 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Routers {'05dee3af-985e-4d96-aabd-33606369a72c'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:34.567324 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['05dee3af-985e-4d96-aabd-33606369a72c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:34.569622 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36244) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:34.670189 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Set router 05dee3af-985e-4d96-aabd-33606369a72c gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:34.932910 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:33Z', 'revision_number': 3, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:34.960524 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Checking router: 05dee3af-985e-4d96-aabd-33606369a72c for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:45:34.960996 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Updating router 05dee3af-985e-4d96-aabd-33606369a72c port 98f7228e-132a-4640-871d-10d06959e54d binding host dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:45:34.984725 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:34.986439 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.022840 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:45:35.071262 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:45:35.074976 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:45:35.075569 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.136067 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Allocated IP 172.20.0.1 (502f84e1-86e8-4936-88ab-5dda8978cb77/061bd213-585f-4fcc-b4b9-97bd3d7a36fd/77422477-1ad9-4610-b9dd-6becf0751d7b) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:45:35.170887 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.203202 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 7b2de52c-f709-4b50-b5d7-3de04c95b5e0, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=7b2de52c-f709-4b50-b5d7-3de04c95b5e0,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:35.208265 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.252555 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.254947 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=7b2de52c-f709-4b50-b5d7-3de04c95b5e0,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:35.255655 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Notify callbacks [] for port, precommit_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.262375 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:35.262708 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:35.263039 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:35.263366 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:35.263688 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:35.264008 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:35.264333 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:35.264669 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:35.264995 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:35.265307 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:35.265621 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:35.265938 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:35.267365 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Transition to ACTIVE for port object 77422477-1ad9-4610-b9dd-6becf0751d7b will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:45:35.268843 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.provisioning_blocks [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Transition to ACTIVE for port object 98f7228e-132a-4640-871d-10d06959e54d will not be triggered until provisioned by entity L2. {{(pid=94109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:45:35.276591 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.302425 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.327633 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Attempting to bind port 98f7228e-132a-4640-871d-10d06959e54d on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:45:35.327989 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Attempting to bind port 98f7228e-132a-4640-871d-10d06959e54d by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:45:35.328342 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Attempting to bind port 98f7228e-132a-4640-871d-10d06959e54d on network 62097cf8-f4d4-4991-952d-10ed3758274c {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:45:35.330674 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dee214-2e07-4b08-b33b-9f4a55aaaddb None None] Pushing event updated for resources: {'Port': ['ID=98f7228e-132a-4640-871d-10d06959e54d,revision_number=2']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:35.336487 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:45:35.336876 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Checking segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:45:35.337254 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.337629 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Bound using segment: {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'} {{(pid=94109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:45:35.338053 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.managers [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Bound port: 98f7228e-132a-4640-871d-10d06959e54d, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aecdf19-3bd0-4833-95cc-da876e9af2b5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}}] {{(pid=94109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:45:35.338471 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.341991 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Network 502f84e1-86e8-4936-88ab-5dda8978cb77 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:45:35.344848 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:45:35.348498 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:45:35.370217 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=77422477-1ad9-4610-b9dd-6becf0751d7b,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:35.388663 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] For port 98f7228e-132a-4640-871d-10d06959e54d, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:45:35.390167 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1662504'] for router_interface, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.391833 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.plugins.ml2.db [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] For port 98f7228e-132a-4640-871d-10d06959e54d, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=98f7228e-132a-4640-871d-10d06959e54d,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:45:35.398359 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron_lib.callbacks.manager [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.456789 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dee214-2e07-4b08-b33b-9f4a55aaaddb None None] Pushing event updated for resources: {'Port': ['ID=98f7228e-132a-4640-871d-10d06959e54d,revision_number=3']} {{(pid=94109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:35.468924 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Routers {'05dee3af-985e-4d96-aabd-33606369a72c'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:35.469514 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['05dee3af-985e-4d96-aabd-33606369a72c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:35.531304 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.580094 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] Set router 05dee3af-985e-4d96-aabd-33606369a72c gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:35.628609 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-05242321-49bd-41b3-bb90-ad17100986c3 None None] Provisioning for port 77422477-1ad9-4610-b9dd-6becf0751d7b completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:45:35.634382 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-05242321-49bd-41b3-bb90-ad17100986c3 None None] Provisioning complete for port 77422477-1ad9-4610-b9dd-6becf0751d7b triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:45:35.634808 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-05242321-49bd-41b3-bb90-ad17100986c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.675610 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-05242321-49bd-41b3-bb90-ad17100986c3 None None] Port 77422477-1ad9-4610-b9dd-6becf0751d7b cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:45:35.718073 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45b802-8759-4b61-95f0-bd1f70efc1eb req-49619d92-5e58-4e67-a365-d86229e52ff0 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:35.719836 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6a45b802-8759-4b61-95f0-bd1f70efc1eb req-49619d92-5e58-4e67-a365-d86229e52ff0 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 943 time: 0.0929005 Aug 13 02:45:35.761044 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:33Z', 'revision_number': 3, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:35.774626 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.783924 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6a45b802-8759-4b61-95f0-bd1f70efc1eb req-2731f6bb-7dab-46d6-962d-bfe2c436c65a tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567899 Aug 13 02:45:35.785447 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.786913 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c383994-de6f-4326-97c5-98ab00625978 None None] The sync data for ids ['05dee3af-985e-4d96-aabd-33606369a72c'] in dv-cinder-760184-6-iscsi is: [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:33Z', 'revision_number': 3, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:45:35.852137 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1678132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1662652'] for router_interface, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:35.859820 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Pushing event updated for resources: {'Port': ['ID=77422477-1ad9-4610-b9dd-6becf0751d7b,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:35.950483 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Network 502f84e1-86e8-4936-88ab-5dda8978cb77 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:45:35.952281 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:45:36.092125 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Router 05dee3af-985e-4d96-aabd-33606369a72c has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:45:36.196635 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-83744bba-6551-4ab6-bb4a-f0286f4bb954 None None] Provisioning complete for port 77422477-1ad9-4610-b9dd-6becf0751d7b triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:45:36.197249 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-83744bba-6551-4ab6-bb4a-f0286f4bb954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:36.239797 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-83744bba-6551-4ab6-bb4a-f0286f4bb954 None None] Port 77422477-1ad9-4610-b9dd-6becf0751d7b cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:45:36.370504 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2bd763dc-2736-4ab2-8d0b-1c6d91179c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:36.500905 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:45:36.506370 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-77a392ae-8798-4d6a-818a-8d0a9c02b9d0 admin admin] 10.222.0.42 "PUT /v2.0/routers/05dee3af-985e-4d96-aabd-33606369a72c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9357376 Aug 13 02:45:36.904617 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35915586-0a35-49d8-bd45-73b4cf03aa44 req-956f85a4-adad-41c7-b35b-54aa198650c9 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:36.906090 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35915586-0a35-49d8-bd45-73b4cf03aa44 req-956f85a4-adad-41c7-b35b-54aa198650c9 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 943 time: 0.0480909 Aug 13 02:45:36.945139 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-35915586-0a35-49d8-bd45-73b4cf03aa44 req-81b8e247-0e8b-44f0-8512-d98e253b5368 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328453 Aug 13 02:45:37.066746 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36256) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:37.072709 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614940116', 'description': 'tempest-description--423774139'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:37.073107 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 98f7228e-132a-4640-871d-10d06959e54d up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:45:37.097882 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.123817 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 98f7228e-132a-4640-871d-10d06959e54d completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:45:37.127650 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 98f7228e-132a-4640-871d-10d06959e54d triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:45:37.127926 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.178365 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.183153 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.212242 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.216017 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1457465 Aug 13 02:45:37.216017 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e2f801-f282-446e-9460-2da965644b65,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:37.216529 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36258) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:37.223054 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.223635 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:37.223635 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:37.223881 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:37.224072 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:37.224407 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:37.224832 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:37.225163 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:37.225519 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:37.225820 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:37.226087 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-37bb1a2c-b711-4166-b655-aaccf097a066 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Request body: {'security_group_rule': {'security_group_id': 'b7e2f801-f282-446e-9460-2da965644b65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:37.226233 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:37.226455 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:37.226779 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138fdde2-3891-4ca9-b9e9-a4dbce768474 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:45:37.246515 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 98f7228e-132a-4640-871d-10d06959e54d, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=98f7228e-132a-4640-871d-10d06959e54d,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:37.252110 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.253075 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:45:37.259559 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-37bb1a2c-b711-4166-b655-aaccf097a066 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.320633 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-37bb1a2c-b711-4166-b655-aaccf097a066 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.323365 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Sync routers for ids ['05dee3af-985e-4d96-aabd-33606369a72c'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:45:37.326057 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-37bb1a2c-b711-4166-b655-aaccf097a066 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.342835 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=98f7228e-132a-4640-871d-10d06959e54d,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:37.345276 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bb1a2c-b711-4166-b655-aaccf097a066 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910d971c-a4e7-414f-a2c4-8f2e9783a284,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:37.352281 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Routers {'05dee3af-985e-4d96-aabd-33606369a72c'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:37.353009 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['05dee3af-985e-4d96-aabd-33606369a72c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:37.356097 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-37bb1a2c-b711-4166-b655-aaccf097a066 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.357668 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-37bb1a2c-b711-4166-b655-aaccf097a066 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383708 Aug 13 02:45:37.360281 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36260) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:37.364745 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-01518019-f7a0-4d8c-a506-2359612b11a8 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Request body: {'security_group_rule': {'security_group_id': 'b7e2f801-f282-446e-9460-2da965644b65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:37.393097 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-01518019-f7a0-4d8c-a506-2359612b11a8 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.404706 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:45:37.405075 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.433391 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device ba4c2145-996e-4d0a-bfa0-d3f12e651b6c details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:45:37.452151 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-01518019-f7a0-4d8c-a506-2359612b11a8 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.457905 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-01518019-f7a0-4d8c-a506-2359612b11a8 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.475613 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01518019-f7a0-4d8c-a506-2359612b11a8 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91500b94-1930-40e5-b9b1-50cbe848590b,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:37.482560 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-01518019-f7a0-4d8c-a506-2359612b11a8 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.483897 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-01518019-f7a0-4d8c-a506-2359612b11a8 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226587 Aug 13 02:45:37.487270 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36262) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:37.492631 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Request body: {'floatingip': {'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:37.516023 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.526556 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Set router 05dee3af-985e-4d96-aabd-33606369a72c gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:37.619460 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.721029 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Allocated IP 172.27.1.61 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/bfa02017-1d3d-4b0a-8a47-895652717d00) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:45:37.723127 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ba4c2145-996e-4d0a-bfa0-d3f12e651b6c,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:37.745014 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'port_id': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c', 'mac_address': 'fa:16:3e:3a:d5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:45:37.807234 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.826846 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.838350 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4c2145-996e-4d0a-bfa0-d3f12e651b6c {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:45:37.862269 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ba4c2145-996e-4d0a-bfa0-d3f12e651b6c,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:37.867317 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.872016 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:37.905802 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:45:37.907802 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '77422477-1ad9-4610-b9dd-6becf0751d7b', 'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'mac_address': 'fa:16:3e:92:de:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:35Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 2, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'subnets': [{'id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:37.909042 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:45:37.912690 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:45:37.934318 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event updated for resources: {'Port': ['ID=bfa02017-1d3d-4b0a-8a47-895652717d00,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:37.949104 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Checking router: 05dee3af-985e-4d96-aabd-33606369a72c for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:45:37.949489 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Updating router 05dee3af-985e-4d96-aabd-33606369a72c port 77422477-1ad9-4610-b9dd-6becf0751d7b binding host dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 02:45:37.970486 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=ba4c2145-996e-4d0a-bfa0-d3f12e651b6c,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:37.981597 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:38.002644 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:38.061517 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:38.118211 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79672314-ffcc-43ad-b7bc-c1b535b1f096 req-3ae12de5-7601-49c0-be8a-772cd7ce4608 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:38.124467 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-79672314-ffcc-43ad-b7bc-c1b535b1f096 req-3ae12de5-7601-49c0-be8a-772cd7ce4608 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 944 time: 0.0874765 Aug 13 02:45:38.204680 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['ba4c2145-996e-4d0a-bfa0-d3f12e651b6c'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:45:38.207586 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-79672314-ffcc-43ad-b7bc-c1b535b1f096 req-78fca64b-2448-47d1-8db3-ec3d27e7c30f tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753810 Aug 13 02:45:38.255794 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:38.261736 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:38.275320 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Notify callbacks [] for port, precommit_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:38.292030 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Transition to ACTIVE for port object 77422477-1ad9-4610-b9dd-6becf0751d7b will not be triggered until provisioned by entity L2. {{(pid=94108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:45:38.299337 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:38.342097 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event updated for resources: {'Port': ['ID=bfa02017-1d3d-4b0a-8a47-895652717d00,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:38.347941 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:38.366540 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:38.368076 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a694ee9e-f92e-4977-9e4d-8255b99a1d9b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8797882 Aug 13 02:45:38.512390 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fddc1-792c-49c0-839c-fa3ead4b2aec None None] Pushing event updated for resources: {'Port': ['ID=77422477-1ad9-4610-b9dd-6becf0751d7b,revision_number=3']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:38.515084 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-61e64d5f-b0df-443f-be34-df31a09c862a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1614940116&fields=id&tenant_id=6807407b083a46a8aa8ca1b4569d109d HTTP/1.1" status: 200 len: 267 time: 0.0395632 Aug 13 02:45:38.599793 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Attempting to bind port 77422477-1ad9-4610-b9dd-6becf0751d7b on host dv-cinder-760184-6-iscsi for vnic_type normal with profile {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:45:38.600164 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Attempting to bind port 77422477-1ad9-4610-b9dd-6becf0751d7b by drivers openvswitch,hyperv on host dv-cinder-760184-6-iscsi at level 0 using segments [{'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:45:38.600551 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Attempting to bind port 77422477-1ad9-4610-b9dd-6becf0751d7b on network 502f84e1-86e8-4936-88ab-5dda8978cb77 {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:45:38.616545 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Checking agent: {'id': '9f4b9527-6bef-4a50-88d7-0b1220f3b0de', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760184-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 30, 9), 'started_at': datetime.datetime(2021, 8, 13, 2, 30, 39), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760184-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:45:38.616911 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Checking segment: {'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:45:38.617780 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:38.617780 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Bound using segment: {'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'} {{(pid=94108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:45:38.618570 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.managers [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Bound port: 77422477-1ad9-4610-b9dd-6becf0751d7b, host: dv-cinder-760184-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'}}] {{(pid=94108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:45:38.618570 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:38.638626 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-69bbc9f7-9a4d-44e1-a901-576d0fa23bc7 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:38.640181 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-69bbc9f7-9a4d-44e1-a901-576d0fa23bc7 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/networks?id=502f84e1-86e8-4936-88ab-5dda8978cb77 HTTP/1.1" status: 200 len: 811 time: 0.1112001 Aug 13 02:45:38.657813 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-712e651d-c461-4932-b22e-2cc6f71bcb7a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/quotas/6807407b083a46a8aa8ca1b4569d109d HTTP/1.1" status: 200 len: 375 time: 0.0101314 Aug 13 02:45:38.711743 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-3f6de08d-555b-4f1e-9dc0-4b0eb2aeec2d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6807407b083a46a8aa8ca1b4569d109d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480297 Aug 13 02:45:38.737614 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] For port 77422477-1ad9-4610-b9dd-6becf0751d7b, host dv-cinder-760184-6-iscsi, cleared binding levels {{(pid=94108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:45:38.742744 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] For port 77422477-1ad9-4610-b9dd-6becf0751d7b, host dv-cinder-760184-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=77422477-1ad9-4610-b9dd-6becf0751d7b,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:45:38.753264 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:38.813017 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-71954340-2249-4f92-95eb-feaa639ff7b1 service neutron] 10.222.0.42 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894668 Aug 13 02:45:38.814544 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:45:38.842673 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fddc1-792c-49c0-839c-fa3ead4b2aec None None] Pushing event updated for resources: {'Port': ['ID=77422477-1ad9-4610-b9dd-6becf0751d7b,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:38.847689 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Routers {'05dee3af-985e-4d96-aabd-33606369a72c'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:38.848297 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['05dee3af-985e-4d96-aabd-33606369a72c'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:38.914709 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-c57ff124-4c85-4101-9a7f-294bda4f7218 service neutron] 10.222.0.42 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961764 Aug 13 02:45:38.965666 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] Set router 05dee3af-985e-4d96-aabd-33606369a72c gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:39.004656 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 98f7228e-132a-4640-871d-10d06959e54d up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:45:39.097752 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c105bd16-1a9e-4524-aeab-b110800c193f req-daa4d5cb-fcdd-4a20-ac5a-ab38d1181ef3 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 210 time: 0.0322859 Aug 13 02:45:39.176379 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 98f7228e-132a-4640-871d-10d06959e54d triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:45:39.176780 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:39.217641 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:39.287603 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '77422477-1ad9-4610-b9dd-6becf0751d7b', 'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'mac_address': 'fa:16:3e:92:de:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:35Z', 'updated_at': '2021-08-13T02:45:38Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'subnets': [{'id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:39.322309 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae7a628-60ce-4ceb-ae56-b784e5605d9a None None] The sync data for ids ['05dee3af-985e-4d96-aabd-33606369a72c'] in dv-cinder-760184-6-iscsi is: [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '77422477-1ad9-4610-b9dd-6becf0751d7b', 'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'mac_address': 'fa:16:3e:92:de:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:35Z', 'updated_at': '2021-08-13T02:45:38Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'subnets': [{'id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:45:39.340065 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-fca414a3-5ed7-403f-9976-42180516f508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:39.433251 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff964d9-1e3a-4aff-8d3d-14b87dc3cf7b req-fc16d3c3-0ea5-4102-aebd-495cd4f64763 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:39.439783 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device ba4c2145-996e-4d0a-bfa0-d3f12e651b6c up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:45:39.460505 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eff964d9-1e3a-4aff-8d3d-14b87dc3cf7b req-fc16d3c3-0ea5-4102-aebd-495cd4f64763 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 944 time: 0.1419942 Aug 13 02:45:39.506120 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-eff964d9-1e3a-4aff-8d3d-14b87dc3cf7b req-6fa97563-2ff9-4dbe-97ac-23954d650978 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439332 Aug 13 02:45:39.527450 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:45:39.532056 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:45:39.532423 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:39.614248 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:39.639123 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4990b7aa-90fa-4d12-8cea-747ed2d094eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:39.641382 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a665b60-8e6d-47e1-9a4d-c98ea7b96d51" -d '{"events": [{"server_uuid": "4990b7aa-90fa-4d12-8cea-747ed2d094eb", "name": "network-vif-plugged", "status": "completed", "tag": "ba4c2145-996e-4d0a-bfa0-d3f12e651b6c"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:39.659306 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ba4c2145-996e-4d0a-bfa0-d3f12e651b6c,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:39.666566 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:39.692377 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fc8e95-494b-439b-9681-f9250f55cb4b x-openstack-request-id: req-15fc8e95-494b-439b-9681-f9250f55cb4b {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:39.692690 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4990b7aa-90fa-4d12-8cea-747ed2d094eb", "name": "network-vif-plugged", "status": "completed", "tag": "ba4c2145-996e-4d0a-bfa0-d3f12e651b6c", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:39.692934 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15fc8e95-494b-439b-9681-f9250f55cb4b {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:39.693344 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4990b7aa-90fa-4d12-8cea-747ed2d094eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c', 'code': 200} Aug 13 02:45:39.725570 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=ba4c2145-996e-4d0a-bfa0-d3f12e651b6c,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:40.001010 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7daa9-22eb-4929-97a3-5ab3c54d47bc req-7687bdb3-260b-433a-a673-5505c492ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:40.002522 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bef7daa9-22eb-4929-97a3-5ab3c54d47bc req-7687bdb3-260b-433a-a673-5505c492ee93 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 1098 time: 0.0425582 Aug 13 02:45:40.041898 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bef7daa9-22eb-4929-97a3-5ab3c54d47bc req-960cf4c7-1dce-49dd-9e24-6a4a43331ef9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306911 Aug 13 02:45:40.198335 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-28e5ed4b-5779-42e8-8ced-a5975db8524a req-3028af3a-90be-4452-80e0-f547d00e98e9 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 210 time: 0.0296054 Aug 13 02:45:40.468109 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:40.677474 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aee42f-8682-40d4-acde-4c60cc44bbf0 req-5e9305af-723e-468d-8572-f3adcb784376 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:40.678992 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05aee42f-8682-40d4-acde-4c60cc44bbf0 req-5e9305af-723e-468d-8572-f3adcb784376 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 945 time: 0.0845141 Aug 13 02:45:40.686851 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-225eb861-08fd-4f59-91dc-f7e0cf49bb66 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:40.688165 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-225eb861-08fd-4f59-91dc-f7e0cf49bb66 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.60 "GET /v2.0/networks?id=502f84e1-86e8-4936-88ab-5dda8978cb77 HTTP/1.1" status: 200 len: 811 time: 0.1483674 Aug 13 02:45:40.721119 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-05aee42f-8682-40d4-acde-4c60cc44bbf0 req-5d189dc6-0525-4b0f-ac9a-e679adf908f0 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314810 Aug 13 02:45:40.758666 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-63bc3a46-a1a9-4459-af1e-b2d279d30156 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6807407b083a46a8aa8ca1b4569d109d HTTP/1.1" status: 200 len: 380 time: 0.0371292 Aug 13 02:45:40.769259 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-2a532b2b-b3e6-4269-bd26-7bdcda5d5505 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Request body: {'port': {'device_id': '5dbc124f-8403-4a7d-a003-74f0fbc2e884', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'admin_state_up': True, 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'security_groups': ['b7e2f801-f282-446e-9460-2da965644b65']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:40.879840 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-2a532b2b-b3e6-4269-bd26-7bdcda5d5505 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Made reservation on behalf of 6807407b083a46a8aa8ca1b4569d109d for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:45:40.883508 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-2a532b2b-b3e6-4269-bd26-7bdcda5d5505 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.006356 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 77422477-1ad9-4610-b9dd-6becf0751d7b up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:45:41.013002 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-2a532b2b-b3e6-4269-bd26-7bdcda5d5505 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Allocated IP 172.20.0.6 (502f84e1-86e8-4936-88ab-5dda8978cb77/061bd213-585f-4fcc-b4b9-97bd3d7a36fd/bedcb0e0-29f5-48d9-ae67-6ce1102b6633) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:45:41.053875 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning for port 77422477-1ad9-4610-b9dd-6becf0751d7b completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:45:41.057431 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 77422477-1ad9-4610-b9dd-6becf0751d7b triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:45:41.057804 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.134034 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.151833 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-2a532b2b-b3e6-4269-bd26-7bdcda5d5505 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.166156 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] For port 77422477-1ad9-4610-b9dd-6becf0751d7b, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=77422477-1ad9-4610-b9dd-6becf0751d7b,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:41.166367 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-2a532b2b-b3e6-4269-bd26-7bdcda5d5505 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Transition to ACTIVE for port object bedcb0e0-29f5-48d9-ae67-6ce1102b6633 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:45:41.170788 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.204348 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-2a532b2b-b3e6-4269-bd26-7bdcda5d5505 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.235289 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Pushing event updated for resources: {'Port': ['ID=77422477-1ad9-4610-b9dd-6becf0751d7b,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:41.247825 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-2a532b2b-b3e6-4269-bd26-7bdcda5d5505 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Network 502f84e1-86e8-4936-88ab-5dda8978cb77 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:45:41.251072 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-2a532b2b-b3e6-4269-bd26-7bdcda5d5505 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:45:41.254842 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-2a532b2b-b3e6-4269-bd26-7bdcda5d5505 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:45:41.339098 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a532b2b-b3e6-4269-bd26-7bdcda5d5505 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event updated for resources: {'Port': ['ID=bedcb0e0-29f5-48d9-ae67-6ce1102b6633,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:41.351401 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-2a532b2b-b3e6-4269-bd26-7bdcda5d5505 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:41.352043 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-2a532b2b-b3e6-4269-bd26-7bdcda5d5505 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.374982 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9e3e-9d92-42b7-9cdd-6e4621b4fbc9 req-fc9aa7c2-a595-4ad0-aa6d-50a94af5910f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:41.376552 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-571b9e3e-9d92-42b7-9cdd-6e4621b4fbc9 req-fc9aa7c2-a595-4ad0-aa6d-50a94af5910f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 931 time: 0.0912867 Aug 13 02:45:41.378441 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-2a532b2b-b3e6-4269-bd26-7bdcda5d5505 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6130483 Aug 13 02:45:41.404669 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Request body: {'port': {'device_id': '5dbc124f-8403-4a7d-a003-74f0fbc2e884', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:41.446410 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-571b9e3e-9d92-42b7-9cdd-6e4621b4fbc9 req-c5ca034c-0b29-4e11-96a6-84225698359c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634422 Aug 13 02:45:41.473710 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.530825 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d4b4f0ff-55ad-4adb-894a-22681456b215 None None] Provisioning for port bedcb0e0-29f5-48d9-ae67-6ce1102b6633 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:45:41.534613 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-d4b4f0ff-55ad-4adb-894a-22681456b215 None None] Provisioning complete for port bedcb0e0-29f5-48d9-ae67-6ce1102b6633 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:45:41.534980 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d4b4f0ff-55ad-4adb-894a-22681456b215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.568467 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4f0ff-55ad-4adb-894a-22681456b215 None None] Port bedcb0e0-29f5-48d9-ae67-6ce1102b6633 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:45:41.762447 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedcb0e0-29f5-48d9-ae67-6ce1102b6633 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:45:41.770273 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.784012 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Transition to ACTIVE for port object bedcb0e0-29f5-48d9-ae67-6ce1102b6633 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:45:41.789871 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.791609 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:41.868179 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Pushing event updated for resources: {'Port': ['ID=bedcb0e0-29f5-48d9-ae67-6ce1102b6633,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:41.919390 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c5bf1-697f-40a1-80ae-92137d903f33 req-26c8b9b8-fcec-4840-822a-47d9427f1c84 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:41.920979 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db9c5bf1-697f-40a1-80ae-92137d903f33 req-26c8b9b8-fcec-4840-822a-47d9427f1c84 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 945 time: 0.1265581 Aug 13 02:45:41.977765 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Attempting to bind port bedcb0e0-29f5-48d9-ae67-6ce1102b6633 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:45:41.978090 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Attempting to bind port bedcb0e0-29f5-48d9-ae67-6ce1102b6633 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:45:41.978451 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Attempting to bind port bedcb0e0-29f5-48d9-ae67-6ce1102b6633 on network 502f84e1-86e8-4936-88ab-5dda8978cb77 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:45:41.984065 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-db9c5bf1-697f-40a1-80ae-92137d903f33 req-14c5cea1-af36-486f-b1ee-461449f457b4 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563970 Aug 13 02:45:41.986238 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Port bedcb0e0-29f5-48d9-ae67-6ce1102b6633 on network 502f84e1-86e8-4936-88ab-5dda8978cb77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:45:41.986559 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Attempting to bind port bedcb0e0-29f5-48d9-ae67-6ce1102b6633 on network 502f84e1-86e8-4936-88ab-5dda8978cb77 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:45:41.992048 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:45:41.992363 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Checking segment: {'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:45:41.992774 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Bound using segment: {'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:45:41.993202 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Bound port: bedcb0e0-29f5-48d9-ae67-6ce1102b6633, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:45:41.993555 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:42.085011 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] For port bedcb0e0-29f5-48d9-ae67-6ce1102b6633, host hv-cinder-76018, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:45:42.102085 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] For port bedcb0e0-29f5-48d9-ae67-6ce1102b6633, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=bedcb0e0-29f5-48d9-ae67-6ce1102b6633,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:45:42.109365 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:42.128688 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dba78f-8bcc-488d-b69a-2955970cde66 req-4ece5a6e-6fdc-4db7-83ee-a29d62b355e5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:42.130084 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78dba78f-8bcc-488d-b69a-2955970cde66 req-4ece5a6e-6fdc-4db7-83ee-a29d62b355e5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 945 time: 0.0757675 Aug 13 02:45:42.161321 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:42.161949 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:42.163314 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] 10.222.0.60 "PUT /v2.0/ports/bedcb0e0-29f5-48d9-ae67-6ce1102b6633 HTTP/1.1" status: 200 len: 1093 time: 0.7633789 Aug 13 02:45:42.163774 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbc124f-8403-4a7d-a003-74f0fbc2e884', 'tag': 'bedcb0e0-29f5-48d9-ae67-6ce1102b6633'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:42.166037 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bda215-d594-42d9-b6df-5b824832a645" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbc124f-8403-4a7d-a003-74f0fbc2e884", "tag": "bedcb0e0-29f5-48d9-ae67-6ce1102b6633"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:42.218593 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-78dba78f-8bcc-488d-b69a-2955970cde66 req-f24691fc-b084-45e2-b012-ddbafa4ec035 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722189 Aug 13 02:45:42.220262 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ce1851-02cb-4665-83aa-df21c5f761c6 x-openstack-request-id: req-b5ce1851-02cb-4665-83aa-df21c5f761c6 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:42.220565 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbc124f-8403-4a7d-a003-74f0fbc2e884", "tag": "bedcb0e0-29f5-48d9-ae67-6ce1102b6633", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:42.220816 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b5ce1851-02cb-4665-83aa-df21c5f761c6 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:42.221199 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbc124f-8403-4a7d-a003-74f0fbc2e884', 'tag': 'bedcb0e0-29f5-48d9-ae67-6ce1102b6633', 'status': 'completed', 'code': 200} Aug 13 02:45:42.222422 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342268d-6793-4985-b092-517b59b9fd49 service neutron] Pushing event updated for resources: {'Port': ['ID=bedcb0e0-29f5-48d9-ae67-6ce1102b6633,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:42.245984 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36310) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:42.288600 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99bfbb9-0ffb-4a3e-8740-fd4ba362523e tempest-TestVolumeBootPattern-338971715 tempest-TestVolumeBootPattern-338971715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94107) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:42.289422 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-fd72d99d-ff5b-44ee-ae71-2cfc702edd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:42.293211 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f99bfbb9-0ffb-4a3e-8740-fd4ba362523e tempest-TestVolumeBootPattern-338971715 tempest-TestVolumeBootPattern-338971715-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 1093 time: 0.0435262 Aug 13 02:45:42.293442 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-fd72d99d-ff5b-44ee-ae71-2cfc702edd41 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6807407b083a46a8aa8ca1b4569d109d&device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 1096 time: 0.0485759 Aug 13 02:45:42.293442 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36312) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:42.298175 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Request body: {'floatingip': {'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'port_id': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:42.349295 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-0f458bc7-b0d7-48b7-93a5-b8b62aedda84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bedcb0e0-29f5-48d9-ae67-6ce1102b6633 HTTP/1.1" status: 200 len: 217 time: 0.0424323 Aug 13 02:45:42.361717 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:42.454825 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-931087ec-862f-4931-a139-999b84fc8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:42.456281 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-931087ec-862f-4931-a139-999b84fc8904 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=061bd213-585f-4fcc-b4b9-97bd3d7a36fd HTTP/1.1" status: 200 len: 850 time: 0.0899477 Aug 13 02:45:42.529836 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-763595bf-a873-4b2a-9bd4-563a10ebadce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:42.531345 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-763595bf-a873-4b2a-9bd4-563a10ebadce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=502f84e1-86e8-4936-88ab-5dda8978cb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661914 Aug 13 02:45:42.621451 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:42.648740 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be03566-a2f4-45fc-9224-0e345413018c req-56cc9900-0b42-4a19-9c51-7586e53181f8 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:42.650158 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5be03566-a2f4-45fc-9224-0e345413018c req-56cc9900-0b42-4a19-9c51-7586e53181f8 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 943 time: 0.1337969 Aug 13 02:45:42.717971 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-460aaea2-dd94-40ae-b68d-79f89218e1fa service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701815 Aug 13 02:45:42.799592 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5be03566-a2f4-45fc-9224-0e345413018c req-45527b35-8ee9-4738-b5e7-c9461f62e21c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182528 Aug 13 02:45:42.844404 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Allocated IP 172.27.1.108 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/95f2acce-2ffd-4425-b301-6972aa12e3e0) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:45:42.874041 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-efef7b03-81ef-474e-b873-7e2a8dff9ec5 req-76a995c7-3ba7-4781-8bcd-6a9fdaa47399 service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477504 Aug 13 02:45:42.963832 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:42.994171 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 77422477-1ad9-4610-b9dd-6becf0751d7b up at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:45:43.030995 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bda215-d594-42d9-b6df-5b824832a645 req-8f358f4e-0220-4171-81d2-7fca13f3db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:43.032486 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1bda215-d594-42d9-b6df-5b824832a645 req-8f358f4e-0220-4171-81d2-7fca13f3db30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6807407b083a46a8aa8ca1b4569d109d&device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 1096 time: 0.0592780 Aug 13 02:45:43.038984 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:43.042632 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Provisioning complete for port 77422477-1ad9-4610-b9dd-6becf0751d7b triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:45:43.042999 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:43.124581 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:45:43.132245 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:45:43.134719 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:45:43.161662 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'Port': ['ID=95f2acce-2ffd-4425-b301-6972aa12e3e0,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:43.202091 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bda215-d594-42d9-b6df-5b824832a645 req-85c25450-a573-46e3-830a-66a6dffc6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:43.203990 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1bda215-d594-42d9-b6df-5b824832a645 req-85c25450-a573-46e3-830a-66a6dffc6349 service neutron] 10.222.0.60 "GET /v2.0/networks?id=502f84e1-86e8-4936-88ab-5dda8978cb77 HTTP/1.1" status: 200 len: 912 time: 0.1613038 Aug 13 02:45:43.262940 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1bda215-d594-42d9-b6df-5b824832a645 req-8d6401f1-9361-4ced-a09e-6ef6d57aec1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bedcb0e0-29f5-48d9-ae67-6ce1102b6633 HTTP/1.1" status: 200 len: 217 time: 0.0362215 Aug 13 02:45:43.376328 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bda215-d594-42d9-b6df-5b824832a645 req-c42f2bd8-83b9-4985-96f8-b03865ba3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:43.377712 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1bda215-d594-42d9-b6df-5b824832a645 req-c42f2bd8-83b9-4985-96f8-b03865ba3f95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=061bd213-585f-4fcc-b4b9-97bd3d7a36fd HTTP/1.1" status: 200 len: 850 time: 0.0933394 Aug 13 02:45:43.471657 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bda215-d594-42d9-b6df-5b824832a645 req-95fd53d9-d868-4302-a41e-eb137d543ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:43.473228 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1bda215-d594-42d9-b6df-5b824832a645 req-95fd53d9-d868-4302-a41e-eb137d543ce3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=502f84e1-86e8-4936-88ab-5dda8978cb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873222 Aug 13 02:45:43.658116 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1bda215-d594-42d9-b6df-5b824832a645 req-b9309f84-879e-408d-b926-791c385de539 service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635430 Aug 13 02:45:43.673467 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:43.806792 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e1bda215-d594-42d9-b6df-5b824832a645 req-1cac7412-986d-4a80-bda3-f490763ca018 service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313398 Aug 13 02:45:43.807412 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:44.247290 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176283d-0c02-47e6-9568-ce02f6b4733a req-3c0d13c6-bbc5-4821-8e41-4bf11cc4a7c2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:44.248801 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d176283d-0c02-47e6-9568-ce02f6b4733a req-3c0d13c6-bbc5-4821-8e41-4bf11cc4a7c2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 943 time: 0.3596821 Aug 13 02:45:44.296862 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:44.302804 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:44.310199 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d176283d-0c02-47e6-9568-ce02f6b4733a req-2a1569fe-4f6d-4b7c-9fbb-d66926fbfa3b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551691 Aug 13 02:45:44.369969 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event updated for resources: {'Port': ['ID=95f2acce-2ffd-4425-b301-6972aa12e3e0,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:44.383032 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:44.479667 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Floating IP 6d3db54a-e251-449c-9b98-fba860ea453f associated. External IP: 172.27.1.108, port: ba4c2145-996e-4d0a-bfa0-d3f12e651b6c. Aug 13 02:45:44.710528 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Router f7284ea4-5367-426e-98d7-13a82805d1e6 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:45:44.821903 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:45:44.832308 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c340137b-64fc-4b0d-8ad2-feaadfb0a80d None None] Sync routers for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:45:44.845064 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:44.847167 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c340137b-64fc-4b0d-8ad2-feaadfb0a80d None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:44.848485 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c340137b-64fc-4b0d-8ad2-feaadfb0a80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:44.874541 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-08e7c7f6-0089-4509-bf06-9caefe4625c7 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5800707 Aug 13 02:45:44.875088 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4990b7aa-90fa-4d12-8cea-747ed2d094eb', 'tag': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:44.877687 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e77d18-2c6a-484b-a3a4-703c265025af" -d '{"events": [{"name": "network-changed", "server_uuid": "4990b7aa-90fa-4d12-8cea-747ed2d094eb", "tag": "ba4c2145-996e-4d0a-bfa0-d3f12e651b6c"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:44.915332 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfdd845-d852-4b92-b068-1b6c1687feb8 x-openstack-request-id: req-8dfdd845-d852-4b92-b068-1b6c1687feb8 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:44.915617 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4990b7aa-90fa-4d12-8cea-747ed2d094eb", "tag": "ba4c2145-996e-4d0a-bfa0-d3f12e651b6c", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:44.915870 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8dfdd845-d852-4b92-b068-1b6c1687feb8 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:44.916254 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4990b7aa-90fa-4d12-8cea-747ed2d094eb', 'tag': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c', 'status': 'completed', 'code': 200} Aug 13 02:45:44.957594 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-c340137b-64fc-4b0d-8ad2-feaadfb0a80d None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:45.002092 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e77d18-2c6a-484b-a3a4-703c265025af req-60d9955f-4bca-4b13-972a-af0e27393b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:45.003602 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b5e77d18-2c6a-484b-a3a4-703c265025af req-60d9955f-4bca-4b13-972a-af0e27393b97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 1098 time: 0.0413258 Aug 13 02:45:45.096789 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e77d18-2c6a-484b-a3a4-703c265025af req-e5a11a6e-408b-474d-8683-8d58ca3af7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:45.098154 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b5e77d18-2c6a-484b-a3a4-703c265025af req-e5a11a6e-408b-474d-8683-8d58ca3af7a1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 200 len: 912 time: 0.0866332 Aug 13 02:45:45.175662 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b5e77d18-2c6a-484b-a3a4-703c265025af req-2c73d3a1-f19b-443c-b032-2daab5f22b76 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba4c2145-996e-4d0a-bfa0-d3f12e651b6c HTTP/1.1" status: 200 len: 999 time: 0.0671418 Aug 13 02:45:45.180359 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c340137b-64fc-4b0d-8ad2-feaadfb0a80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': '6d3db54a-e251-449c-9b98-fba860ea453f', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'port_id': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'mac_address': 'fa:16:3e:3a:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4990b7aa-90fa-4d12-8cea-747ed2d094eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:45:43Z', 'updated_at': '2021-08-13T02:45:43Z', 'revision_number': 0, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address_scope': None}, {'id': 'b3db8a07-ffcb-4d96-b8cf-e1d52d966fa7', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'port_id': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'mac_address': 'fa:16:3e:80:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:43:36Z', 'updated_at': '2021-08-13T02:43:38Z', 'revision_number': 1, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:45.206672 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c340137b-64fc-4b0d-8ad2-feaadfb0a80d None None] Checking router: f7284ea4-5367-426e-98d7-13a82805d1e6 for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:45:45.215082 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c340137b-64fc-4b0d-8ad2-feaadfb0a80d None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:45.215673 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c340137b-64fc-4b0d-8ad2-feaadfb0a80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:45.230867 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e77d18-2c6a-484b-a3a4-703c265025af req-8f2e4dee-4a96-4f78-90fa-e91dd9b35e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:45.232347 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b5e77d18-2c6a-484b-a3a4-703c265025af req-8f2e4dee-4a96-4f78-90fa-e91dd9b35e80 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=291f67b3-6592-4299-a8ce-492450a6c8ca HTTP/1.1" status: 200 len: 850 time: 0.0488935 Aug 13 02:45:45.279111 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e77d18-2c6a-484b-a3a4-703c265025af req-74281db2-23ca-41db-9e4e-0b280a127c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:45.280625 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b5e77d18-2c6a-484b-a3a4-703c265025af req-74281db2-23ca-41db-9e4e-0b280a127c8e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b2ff959-af94-4f3b-bb00-9252aea12613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394950 Aug 13 02:45:45.318809 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-c340137b-64fc-4b0d-8ad2-feaadfb0a80d None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:45.378800 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b5e77d18-2c6a-484b-a3a4-703c265025af req-ad7f90a4-52ba-41dc-843d-bf02e3c82fbf service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901356 Aug 13 02:45:45.478466 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device bedcb0e0-29f5-48d9-ae67-6ce1102b6633 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:45:45.489022 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fe65f-bf94-4a6e-818a-4f5d57d96c72 req-d512d94b-a095-4864-b158-3848bd2cbf46 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:45.490530 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5b6fe65f-bf94-4a6e-818a-4f5d57d96c72 req-d512d94b-a095-4864-b158-3848bd2cbf46 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 943 time: 0.1103764 Aug 13 02:45:45.527642 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b5e77d18-2c6a-484b-a3a4-703c265025af req-c761a983-2fca-4266-8e98-f224a8888328 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386452 Aug 13 02:45:45.546214 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5b6fe65f-bf94-4a6e-818a-4f5d57d96c72 req-d6c205d5-8582-40d2-9987-a42d2c4e9633 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437899 Aug 13 02:45:45.582587 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port bedcb0e0-29f5-48d9-ae67-6ce1102b6633, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=bedcb0e0-29f5-48d9-ae67-6ce1102b6633,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:45.593510 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': 'bedcb0e0-29f5-48d9-ae67-6ce1102b6633', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'port_id': 'bedcb0e0-29f5-48d9-ae67-6ce1102b6633', 'mac_address': 'fa:16:3e:7f:37:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:45:45.632001 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:45.637289 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-c340137b-64fc-4b0d-8ad2-feaadfb0a80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': '6d3db54a-e251-449c-9b98-fba860ea453f', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'port_id': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'mac_address': 'fa:16:3e:3a:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4990b7aa-90fa-4d12-8cea-747ed2d094eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:45:43Z', 'updated_at': '2021-08-13T02:45:43Z', 'revision_number': 0, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address_scope': None}, {'id': 'b3db8a07-ffcb-4d96-b8cf-e1d52d966fa7', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'port_id': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'mac_address': 'fa:16:3e:80:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:43:36Z', 'updated_at': '2021-08-13T02:43:38Z', 'revision_number': 1, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:45.644071 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedcb0e0-29f5-48d9-ae67-6ce1102b6633 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:45:45.663536 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port bedcb0e0-29f5-48d9-ae67-6ce1102b6633, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=bedcb0e0-29f5-48d9-ae67-6ce1102b6633,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:45.666219 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c340137b-64fc-4b0d-8ad2-feaadfb0a80d None None] The sync data for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi is: [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': '6d3db54a-e251-449c-9b98-fba860ea453f', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'port_id': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'mac_address': 'fa:16:3e:3a:d5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4990b7aa-90fa-4d12-8cea-747ed2d094eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:45:43Z', 'updated_at': '2021-08-13T02:45:43Z', 'revision_number': 0, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address_scope': None}, {'id': 'b3db8a07-ffcb-4d96-b8cf-e1d52d966fa7', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'port_id': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'mac_address': 'fa:16:3e:80:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:43:36Z', 'updated_at': '2021-08-13T02:43:38Z', 'revision_number': 1, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:45:45.669551 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:45.718639 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=bedcb0e0-29f5-48d9-ae67-6ce1102b6633,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:45.851969 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f6b92f-a596-428f-9bf8-bd116c9f3d9c None None] New status for floating IP 6d3db54a-e251-449c-9b98-fba860ea453f: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:45:46.010047 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['bedcb0e0-29f5-48d9-ae67-6ce1102b6633'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:45:46.678422 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b4370-56ff-4d45-8a66-e93cf1f8ffdd req-c4cd3834-dfb9-4f2c-b916-12aed3a789c3 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:46.679800 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0b2b4370-56ff-4d45-8a66-e93cf1f8ffdd req-c4cd3834-dfb9-4f2c-b916-12aed3a789c3 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 944 time: 0.0534589 Aug 13 02:45:46.720310 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0b2b4370-56ff-4d45-8a66-e93cf1f8ffdd req-0e1df819-14ed-4470-8b2a-82ec68b8537b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343404 Aug 13 02:45:47.491606 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device bedcb0e0-29f5-48d9-ae67-6ce1102b6633 up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:45:47.556831 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port bedcb0e0-29f5-48d9-ae67-6ce1102b6633 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:45:47.560999 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port bedcb0e0-29f5-48d9-ae67-6ce1102b6633 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:45:47.561367 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:47.639902 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:47.663472 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbc124f-8403-4a7d-a003-74f0fbc2e884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedcb0e0-29f5-48d9-ae67-6ce1102b6633'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:47.665725 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c918f377-0e0e-4adc-88ff-ea2d3df388d9" -d '{"events": [{"server_uuid": "5dbc124f-8403-4a7d-a003-74f0fbc2e884", "name": "network-vif-plugged", "status": "completed", "tag": "bedcb0e0-29f5-48d9-ae67-6ce1102b6633"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:47.679173 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port bedcb0e0-29f5-48d9-ae67-6ce1102b6633, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=bedcb0e0-29f5-48d9-ae67-6ce1102b6633,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:45:47.684063 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:47.707097 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341237dc-066a-41ca-af50-f4e4008e1c8a x-openstack-request-id: req-341237dc-066a-41ca-af50-f4e4008e1c8a {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:47.707385 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbc124f-8403-4a7d-a003-74f0fbc2e884", "name": "network-vif-plugged", "status": "completed", "tag": "bedcb0e0-29f5-48d9-ae67-6ce1102b6633", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:47.707633 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-341237dc-066a-41ca-af50-f4e4008e1c8a {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:47.708013 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbc124f-8403-4a7d-a003-74f0fbc2e884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedcb0e0-29f5-48d9-ae67-6ce1102b6633', 'code': 200} Aug 13 02:45:47.732706 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=bedcb0e0-29f5-48d9-ae67-6ce1102b6633,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:45:47.838706 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443a273-fd68-4ad8-8e10-e27a48c26b1f req-3959f32d-885d-4786-964d-f459f54284c2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:47.840199 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f443a273-fd68-4ad8-8e10-e27a48c26b1f req-3959f32d-885d-4786-964d-f459f54284c2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0506635 Aug 13 02:45:47.888802 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-f443a273-fd68-4ad8-8e10-e27a48c26b1f req-a231f372-2193-4ffd-90c2-4f677965517f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421467 Aug 13 02:45:47.917438 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095143b-100c-4e90-8a88-e3b0595d4e9a req-450a02e5-ef0d-4174-88f5-4370640a7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:47.918934 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b095143b-100c-4e90-8a88-e3b0595d4e9a req-450a02e5-ef0d-4174-88f5-4370640a7e58 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 1098 time: 0.0449705 Aug 13 02:45:47.957186 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b095143b-100c-4e90-8a88-e3b0595d4e9a req-cb9e9b51-01ed-4e83-b7b0-fd3e86379074 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294716 Aug 13 02:45:49.027654 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fa639-c5b7-460b-a0cb-3bb9d715bc19 req-9efe48c7-3c43-45a3-b6c0-cd2306f9e56f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:49.029149 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-129fa639-c5b7-460b-a0cb-3bb9d715bc19 req-9efe48c7-3c43-45a3-b6c0-cd2306f9e56f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0631144 Aug 13 02:45:49.072194 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-129fa639-c5b7-460b-a0cb-3bb9d715bc19 req-0417faf6-3073-477c-9deb-29da3b112134 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369608 Aug 13 02:45:50.199818 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1d838-792b-43b1-90fe-325143bb9dfb req-a8d7d773-1775-4b32-8238-682a15cd7fe1 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:50.201326 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5fb1d838-792b-43b1-90fe-325143bb9dfb req-a8d7d773-1775-4b32-8238-682a15cd7fe1 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0528114 Aug 13 02:45:50.241292 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5fb1d838-792b-43b1-90fe-325143bb9dfb req-f3c04906-4fdf-4f54-b569-5c475ec8cb21 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334811 Aug 13 02:45:50.369195 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b2674-f73c-40c7-9af5-b1af72e5c8c8 req-69edb279-d5f5-478d-a6b4-c8d885959801 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:50.370707 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-190b2674-f73c-40c7-9af5-b1af72e5c8c8 req-69edb279-d5f5-478d-a6b4-c8d885959801 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0535281 Aug 13 02:45:50.379388 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36338) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:45:50.384298 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-863c8b16-ea02-4a89-ad25-5c089788e34d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Request body: {'floatingip': {'port_id': 'bedcb0e0-29f5-48d9-ae67-6ce1102b6633'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:45:50.427200 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-863c8b16-ea02-4a89-ad25-5c089788e34d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for floatingip, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:50.863400 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-863c8b16-ea02-4a89-ad25-5c089788e34d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:50.870705 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-863c8b16-ea02-4a89-ad25-5c089788e34d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:50.978525 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-863c8b16-ea02-4a89-ad25-5c089788e34d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Floating IP e43ca049-a1b0-4c8b-8f0b-8997fe3db43d associated. External IP: 172.27.1.61, port: bedcb0e0-29f5-48d9-ae67-6ce1102b6633. Aug 13 02:45:51.192955 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863c8b16-ea02-4a89-ad25-5c089788e34d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Router 05dee3af-985e-4d96-aabd-33606369a72c has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:45:51.309478 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863c8b16-ea02-4a89-ad25-5c089788e34d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:45:51.314510 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-863c8b16-ea02-4a89-ad25-5c089788e34d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:45:51.321767 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59329f6d-3486-4c9f-bf11-2805fb3f212d None None] Sync routers for ids ['05dee3af-985e-4d96-aabd-33606369a72c'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:45:51.331508 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59329f6d-3486-4c9f-bf11-2805fb3f212d None None] Routers {'05dee3af-985e-4d96-aabd-33606369a72c'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:51.332183 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-59329f6d-3486-4c9f-bf11-2805fb3f212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['05dee3af-985e-4d96-aabd-33606369a72c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:51.343854 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-863c8b16-ea02-4a89-ad25-5c089788e34d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "PUT /v2.0/floatingips/e43ca049-a1b0-4c8b-8f0b-8997fe3db43d HTTP/1.1" status: 200 len: 990 time: 0.9609797 Aug 13 02:45:51.343854 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbc124f-8403-4a7d-a003-74f0fbc2e884', 'tag': 'bedcb0e0-29f5-48d9-ae67-6ce1102b6633'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:45:51.344228 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56031193-9e93-45e6-adf7-f707ae78f923" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbc124f-8403-4a7d-a003-74f0fbc2e884", "tag": "bedcb0e0-29f5-48d9-ae67-6ce1102b6633"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:45:51.380819 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf04192-5bf7-471f-8b56-13077f355a5a x-openstack-request-id: req-dcf04192-5bf7-471f-8b56-13077f355a5a {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:45:51.380819 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbc124f-8403-4a7d-a003-74f0fbc2e884", "tag": "bedcb0e0-29f5-48d9-ae67-6ce1102b6633", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:45:51.381081 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dcf04192-5bf7-471f-8b56-13077f355a5a {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:45:51.381292 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbc124f-8403-4a7d-a003-74f0fbc2e884', 'tag': 'bedcb0e0-29f5-48d9-ae67-6ce1102b6633', 'status': 'completed', 'code': 200} Aug 13 02:45:51.444867 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-59329f6d-3486-4c9f-bf11-2805fb3f212d None None] Set router 05dee3af-985e-4d96-aabd-33606369a72c gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:51.495481 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56031193-9e93-45e6-adf7-f707ae78f923 req-dd0549ad-163e-4a09-99d4-73b5788fa6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:51.496328 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56031193-9e93-45e6-adf7-f707ae78f923 req-dd0549ad-163e-4a09-99d4-73b5788fa6e2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6807407b083a46a8aa8ca1b4569d109d&device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 1098 time: 0.0462911 Aug 13 02:45:51.586383 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56031193-9e93-45e6-adf7-f707ae78f923 req-2b9b2cca-0e70-47e7-9d22-817e379faa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:51.587879 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56031193-9e93-45e6-adf7-f707ae78f923 req-2b9b2cca-0e70-47e7-9d22-817e379faa9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=502f84e1-86e8-4936-88ab-5dda8978cb77 HTTP/1.1" status: 200 len: 912 time: 0.0843019 Aug 13 02:45:51.656395 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56031193-9e93-45e6-adf7-f707ae78f923 req-28b7e5c8-e295-4c46-82fc-b5580410bcd3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bedcb0e0-29f5-48d9-ae67-6ce1102b6633 HTTP/1.1" status: 200 len: 998 time: 0.0606773 Aug 13 02:45:51.663051 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-59329f6d-3486-4c9f-bf11-2805fb3f212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': 'e43ca049-a1b0-4c8b-8f0b-8997fe3db43d', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'port_id': 'bedcb0e0-29f5-48d9-ae67-6ce1102b6633', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'mac_address': 'fa:16:3e:7f:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbc124f-8403-4a7d-a003-74f0fbc2e884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:45:37Z', 'updated_at': '2021-08-13T02:45:50Z', 'revision_number': 1, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77422477-1ad9-4610-b9dd-6becf0751d7b', 'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'mac_address': 'fa:16:3e:92:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:35Z', 'updated_at': '2021-08-13T02:45:41Z', 'revision_number': 5, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'subnets': [{'id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:51.692383 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59329f6d-3486-4c9f-bf11-2805fb3f212d None None] Checking router: 05dee3af-985e-4d96-aabd-33606369a72c for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:45:51.701204 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59329f6d-3486-4c9f-bf11-2805fb3f212d None None] Routers {'05dee3af-985e-4d96-aabd-33606369a72c'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:45:51.701736 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-59329f6d-3486-4c9f-bf11-2805fb3f212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:45:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['05dee3af-985e-4d96-aabd-33606369a72c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:51.705011 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56031193-9e93-45e6-adf7-f707ae78f923 req-638dd288-f21a-4595-8229-ff79ebb271ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:51.706472 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56031193-9e93-45e6-adf7-f707ae78f923 req-638dd288-f21a-4595-8229-ff79ebb271ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=061bd213-585f-4fcc-b4b9-97bd3d7a36fd HTTP/1.1" status: 200 len: 850 time: 0.0428824 Aug 13 02:45:51.754383 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56031193-9e93-45e6-adf7-f707ae78f923 req-5bb1bf8a-4a62-4369-94f9-1a1533854037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:45:51.755896 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56031193-9e93-45e6-adf7-f707ae78f923 req-5bb1bf8a-4a62-4369-94f9-1a1533854037 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=502f84e1-86e8-4936-88ab-5dda8978cb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401273 Aug 13 02:45:51.811502 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-59329f6d-3486-4c9f-bf11-2805fb3f212d None None] Set router 05dee3af-985e-4d96-aabd-33606369a72c gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:45:51.850809 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56031193-9e93-45e6-adf7-f707ae78f923 req-9170a2f4-e58f-4b93-a9d1-83ff9d17e174 service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866632 Aug 13 02:45:51.940108 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56031193-9e93-45e6-adf7-f707ae78f923 req-b5126a99-9292-468d-a690-a5e5efedf8f7 service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820310 Aug 13 02:45:52.047390 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-59329f6d-3486-4c9f-bf11-2805fb3f212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': 'e43ca049-a1b0-4c8b-8f0b-8997fe3db43d', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'port_id': 'bedcb0e0-29f5-48d9-ae67-6ce1102b6633', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'mac_address': 'fa:16:3e:7f:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbc124f-8403-4a7d-a003-74f0fbc2e884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:45:37Z', 'updated_at': '2021-08-13T02:45:50Z', 'revision_number': 1, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77422477-1ad9-4610-b9dd-6becf0751d7b', 'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'mac_address': 'fa:16:3e:92:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:35Z', 'updated_at': '2021-08-13T02:45:41Z', 'revision_number': 5, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'subnets': [{'id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:45:52.073534 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59329f6d-3486-4c9f-bf11-2805fb3f212d None None] The sync data for ids ['05dee3af-985e-4d96-aabd-33606369a72c'] in dv-cinder-760184-6-iscsi is: [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': 'e43ca049-a1b0-4c8b-8f0b-8997fe3db43d', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'floating_ip_address': '172.27.1.61', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'port_id': 'bedcb0e0-29f5-48d9-ae67-6ce1102b6633', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'mac_address': 'fa:16:3e:7f:37:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbc124f-8403-4a7d-a003-74f0fbc2e884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:45:37Z', 'updated_at': '2021-08-13T02:45:50Z', 'revision_number': 1, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77422477-1ad9-4610-b9dd-6becf0751d7b', 'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'mac_address': 'fa:16:3e:92:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:35Z', 'updated_at': '2021-08-13T02:45:41Z', 'revision_number': 5, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'subnets': [{'id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:45:52.276699 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f24615-3829-495c-aaf6-a4013c45f790 None None] New status for floating IP e43ca049-a1b0-4c8b-8f0b-8997fe3db43d: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:46:03.958185 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:06.364866 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-864bf244-bdcc-4170-917b-319d8f8cf92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.187771 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.322449 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d5dabb34-d925-4ed1-9f53-2d3c4550505e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:09.431487 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41f26800-b41e-4d42-9421-4f638ab061eb req-bfe2ea4e-8ed0-4cff-bd80-f42af508f82d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418799 Aug 13 02:46:09.533288 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f26800-b41e-4d42-9421-4f638ab061eb req-8696c754-8289-4fe1-a93c-159a985112af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:09.534815 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41f26800-b41e-4d42-9421-4f638ab061eb req-8696c754-8289-4fe1-a93c-159a985112af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 1098 time: 0.0454905 Aug 13 02:46:09.639097 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f26800-b41e-4d42-9421-4f638ab061eb req-4e9c0cc0-bc75-4e3f-a926-36a3361da1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:09.640603 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41f26800-b41e-4d42-9421-4f638ab061eb req-4e9c0cc0-bc75-4e3f-a926-36a3361da1af service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 200 len: 912 time: 0.0863814 Aug 13 02:46:09.712789 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41f26800-b41e-4d42-9421-4f638ab061eb req-2abd990f-1511-4418-9a96-b4d03674310d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41d16676-71e5-4f99-aa7b-8f55a476e388 HTTP/1.1" status: 200 len: 1001 time: 0.0627472 Aug 13 02:46:09.761040 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f26800-b41e-4d42-9421-4f638ab061eb req-9d1cf8ed-fce8-4547-9067-b5b3e9ceb31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:09.762461 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41f26800-b41e-4d42-9421-4f638ab061eb req-9d1cf8ed-fce8-4547-9067-b5b3e9ceb31e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=291f67b3-6592-4299-a8ce-492450a6c8ca HTTP/1.1" status: 200 len: 850 time: 0.0429800 Aug 13 02:46:09.810116 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f26800-b41e-4d42-9421-4f638ab061eb req-90e0bc51-e5d6-4ea7-85dd-42e0fe537c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:09.811566 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41f26800-b41e-4d42-9421-4f638ab061eb req-90e0bc51-e5d6-4ea7-85dd-42e0fe537c8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b2ff959-af94-4f3b-bb00-9252aea12613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406327 Aug 13 02:46:09.920391 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41f26800-b41e-4d42-9421-4f638ab061eb req-5bb50e04-fb7c-4775-97f5-4caa3f865f71 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003399 Aug 13 02:46:10.017113 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-41f26800-b41e-4d42-9421-4f638ab061eb req-672dcadd-3d9d-4543-9635-fde9d7e62779 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889862 Aug 13 02:46:10.471379 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:11.795589 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:15.817583 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:46:33.964534 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:36.373622 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f73e990c-f75b-4f93-ab50-286f76e933dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:39.180099 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:39.322034 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-25bd059b-ff60-4d91-a9f2-75d4dd665241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:40.473877 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:41.797896 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:46:42.208959 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb025b1c-3a38-4177-9f82-3198e7e34ec1 req-559a3b8f-16b6-46c3-ad02-3843bb6f977b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:42.210418 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb025b1c-3a38-4177-9f82-3198e7e34ec1 req-559a3b8f-16b6-46c3-ad02-3843bb6f977b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0510337 Aug 13 02:46:42.254183 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-fb025b1c-3a38-4177-9f82-3198e7e34ec1 req-b80de2e6-f12d-4f35-a686-d91b0c8ed07a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357215 Aug 13 02:46:43.394496 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a138b6-85bf-4538-aa9f-8fb7e864dbea req-80149eb0-0f32-474a-95a0-a82154482739 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:43.395940 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5a138b6-85bf-4538-aa9f-8fb7e864dbea req-80149eb0-0f32-474a-95a0-a82154482739 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0540724 Aug 13 02:46:43.434369 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c5a138b6-85bf-4538-aa9f-8fb7e864dbea req-3c688a7d-08f4-4ea5-883b-485ccac7b5a9 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323458 Aug 13 02:46:44.554914 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878b149-9f61-4c4d-9780-76690353f62c req-3c215d52-4b1c-4c0c-b1f0-d1f87f806e95 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:44.556403 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b878b149-9f61-4c4d-9780-76690353f62c req-3c215d52-4b1c-4c0c-b1f0-d1f87f806e95 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0524392 Aug 13 02:46:44.595171 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b878b149-9f61-4c4d-9780-76690353f62c req-d3769365-5745-49a2-841a-a4bbc2ba8169 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327175 Aug 13 02:46:45.750557 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e78bb4-f04a-4601-8efe-bcbcd0b58913 req-8587a097-a0de-4fa5-af95-299d225aec59 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:45.752029 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56e78bb4-f04a-4601-8efe-bcbcd0b58913 req-8587a097-a0de-4fa5-af95-299d225aec59 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0596366 Aug 13 02:46:45.790079 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-56e78bb4-f04a-4601-8efe-bcbcd0b58913 req-55721c8e-7830-4601-8de3-a36f6da3f5cf tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320365 Aug 13 02:46:46.917271 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bcf5b-74b6-481a-b832-477fb7fa0ec0 req-faf96946-1a05-4ae4-adb2-105e68d2789e tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:46.918710 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-094bcf5b-74b6-481a-b832-477fb7fa0ec0 req-faf96946-1a05-4ae4-adb2-105e68d2789e tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0547888 Aug 13 02:46:46.959908 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-094bcf5b-74b6-481a-b832-477fb7fa0ec0 req-b6d7d811-53bc-4e4c-bdda-e2b6244e3484 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320387 Aug 13 02:46:48.092990 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f04013-fe29-4c5b-a0e1-ee5e443835e9 req-e3bb1074-bb03-46ed-80b0-14d253a33d2b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:48.094476 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-06f04013-fe29-4c5b-a0e1-ee5e443835e9 req-e3bb1074-bb03-46ed-80b0-14d253a33d2b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0522401 Aug 13 02:46:48.131558 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-06f04013-fe29-4c5b-a0e1-ee5e443835e9 req-cb546939-65ee-4584-99b6-6e54b45167b5 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310876 Aug 13 02:46:49.278996 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c5f2e-48da-4b59-bdc0-66796d533a69 req-ddf4b850-8a64-4ce4-b594-2bbfedf942c3 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:49.280337 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-728c5f2e-48da-4b59-bdc0-66796d533a69 req-ddf4b850-8a64-4ce4-b594-2bbfedf942c3 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0594051 Aug 13 02:46:49.318741 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-728c5f2e-48da-4b59-bdc0-66796d533a69 req-8bde4808-7c54-4806-b1a0-9178623b07ab tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321836 Aug 13 02:46:50.456880 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98affc39-c58c-44d6-ad62-9d78a953e9fe req-cad38fb1-4aec-49e0-9d4f-3918d4bed8f3 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:50.458360 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98affc39-c58c-44d6-ad62-9d78a953e9fe req-cad38fb1-4aec-49e0-9d4f-3918d4bed8f3 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0539107 Aug 13 02:46:50.498909 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-98affc39-c58c-44d6-ad62-9d78a953e9fe req-26febc16-6752-42d6-94cf-73d43832b8bb tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313888 Aug 13 02:46:51.630854 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6298c-b670-4d94-a048-bb610a786dc8 req-3f33f8a7-6c73-4c20-887e-f48f307bf843 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:51.632320 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-17a6298c-b670-4d94-a048-bb610a786dc8 req-3f33f8a7-6c73-4c20-887e-f48f307bf843 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0580056 Aug 13 02:46:51.671990 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-17a6298c-b670-4d94-a048-bb610a786dc8 req-e714f6ac-faf5-4e5a-9a44-84ee03f676e8 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322690 Aug 13 02:46:52.816046 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:46:52.818733 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee4450-025a-421a-b68a-0e100b89f405 req-f9eb8bc6-7d8e-46a0-9b03-1b7862d157b7 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:52.820214 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4bee4450-025a-421a-b68a-0e100b89f405 req-f9eb8bc6-7d8e-46a0-9b03-1b7862d157b7 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0583370 Aug 13 02:46:52.859227 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4bee4450-025a-421a-b68a-0e100b89f405 req-67d93589-5ec4-477e-9fc9-5285ed6b77ee tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329695 Aug 13 02:46:53.987246 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fa3ea2-60bf-46ea-93d7-3535ee852057 req-804c02cd-c5e7-4ff7-9e6b-448f66529f41 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:53.988747 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44fa3ea2-60bf-46ea-93d7-3535ee852057 req-804c02cd-c5e7-4ff7-9e6b-448f66529f41 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0549593 Aug 13 02:46:54.029472 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-44fa3ea2-60bf-46ea-93d7-3535ee852057 req-f7dd3396-4de3-4184-8c77-1c73073cdc09 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320733 Aug 13 02:46:55.154449 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8072d-ecbf-4524-bd7f-51b6e992b962 req-d6ff711f-da1a-4454-8372-e2f303a8304f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:55.156041 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72c8072d-ecbf-4524-bd7f-51b6e992b962 req-d6ff711f-da1a-4454-8372-e2f303a8304f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0529408 Aug 13 02:46:55.194421 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-72c8072d-ecbf-4524-bd7f-51b6e992b962 req-9352d9ba-42b1-4cf8-9edb-21ffad50dce0 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322316 Aug 13 02:46:56.328260 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39211b11-ed89-487c-a989-5d6e129ab06b req-5b07a272-7942-4e78-82d4-8969a6818638 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:56.329927 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-39211b11-ed89-487c-a989-5d6e129ab06b req-5b07a272-7942-4e78-82d4-8969a6818638 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0575686 Aug 13 02:46:56.373663 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-39211b11-ed89-487c-a989-5d6e129ab06b req-b364bba8-6d11-4cd6-abc1-4d6c165e9700 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373206 Aug 13 02:46:57.510537 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e896a-88eb-4a16-bd29-4bf73928b03e req-2e3eba59-c29e-4bb4-a0c9-530a5d56b451 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:57.512216 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d59e896a-88eb-4a16-bd29-4bf73928b03e req-2e3eba59-c29e-4bb4-a0c9-530a5d56b451 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0582314 Aug 13 02:46:57.554319 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d59e896a-88eb-4a16-bd29-4bf73928b03e req-4b5df02b-97b5-47e2-aa59-c210d6c23e6e tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348015 Aug 13 02:46:58.683959 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3308bdd-e550-4f63-8584-478de65e6f00 req-f0540f54-ba32-4bed-be08-20b884723b13 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:58.685445 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e3308bdd-e550-4f63-8584-478de65e6f00 req-f0540f54-ba32-4bed-be08-20b884723b13 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0553536 Aug 13 02:46:58.726880 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e3308bdd-e550-4f63-8584-478de65e6f00 req-3a2e44f9-5e66-4083-834e-aba87083d188 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353253 Aug 13 02:46:58.942523 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c962d29-2c6d-47eb-97e3-b8d87c454173 req-d8bba2e6-348f-4a02-8ac8-b8690cf2bdab tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:58.943998 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2c962d29-2c6d-47eb-97e3-b8d87c454173 req-d8bba2e6-348f-4a02-8ac8-b8690cf2bdab tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0483668 Aug 13 02:46:58.994264 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2c962d29-2c6d-47eb-97e3-b8d87c454173 req-03fd78c5-5b9d-43fc-94e0-fff6e5fed8a3 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439591 Aug 13 02:46:59.030768 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0e113-023e-427b-80a1-b36ee6136987 req-13ffbb91-966e-46bf-b4c4-f73250a06ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:59.032290 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18f0e113-023e-427b-80a1-b36ee6136987 req-13ffbb91-966e-46bf-b4c4-f73250a06ddc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6807407b083a46a8aa8ca1b4569d109d&device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 1098 time: 0.0481348 Aug 13 02:46:59.124269 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0e113-023e-427b-80a1-b36ee6136987 req-41b1c84a-c232-40b5-a821-0c7c20c02bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:59.125648 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18f0e113-023e-427b-80a1-b36ee6136987 req-41b1c84a-c232-40b5-a821-0c7c20c02bad service neutron] 10.222.0.60 "GET /v2.0/networks?id=502f84e1-86e8-4936-88ab-5dda8978cb77 HTTP/1.1" status: 200 len: 912 time: 0.0858576 Aug 13 02:46:59.192805 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18f0e113-023e-427b-80a1-b36ee6136987 req-b3665953-2763-4ce1-8af8-72df0f934ba5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bedcb0e0-29f5-48d9-ae67-6ce1102b6633 HTTP/1.1" status: 200 len: 1000 time: 0.0587111 Aug 13 02:46:59.512410 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0e113-023e-427b-80a1-b36ee6136987 req-ccea9def-d705-4422-8584-905986ceb46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:59.513754 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18f0e113-023e-427b-80a1-b36ee6136987 req-ccea9def-d705-4422-8584-905986ceb46f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=061bd213-585f-4fcc-b4b9-97bd3d7a36fd HTTP/1.1" status: 200 len: 850 time: 0.3137627 Aug 13 02:46:59.560319 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f0e113-023e-427b-80a1-b36ee6136987 req-a0bfceff-be0d-442a-befc-d53a04854b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:46:59.561798 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18f0e113-023e-427b-80a1-b36ee6136987 req-a0bfceff-be0d-442a-befc-d53a04854b74 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=502f84e1-86e8-4936-88ab-5dda8978cb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390694 Aug 13 02:46:59.663713 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18f0e113-023e-427b-80a1-b36ee6136987 req-31910e2e-2ccb-40ae-9d25-1765c7afd19a service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936480 Aug 13 02:46:59.753356 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-18f0e113-023e-427b-80a1-b36ee6136987 req-6cdfba96-e35d-434f-bd8a-26354b9d3b5f service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814226 Aug 13 02:47:00.121111 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413319f1-9ad3-4699-af14-466b219cbce6 req-2d48f233-606b-4dc2-a593-fc09fe67864c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:00.122574 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-413319f1-9ad3-4699-af14-466b219cbce6 req-2d48f233-606b-4dc2-a593-fc09fe67864c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0573161 Aug 13 02:47:00.160456 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-413319f1-9ad3-4699-af14-466b219cbce6 req-c44ddaef-98ad-48f4-a9d6-ab469eb7a3c0 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318017 Aug 13 02:47:01.288175 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ee57e-c132-441f-8e8d-f605908b1219 req-7f55a039-861f-463e-a2c8-6fad4c3e006b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:01.289667 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ae7ee57e-c132-441f-8e8d-f605908b1219 req-7f55a039-861f-463e-a2c8-6fad4c3e006b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0536089 Aug 13 02:47:01.329433 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ae7ee57e-c132-441f-8e8d-f605908b1219 req-1657c0c6-8842-4928-ac2f-e855cd95feab tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337126 Aug 13 02:47:03.968330 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:06.369632 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-17ec119b-4b12-4af6-916b-8d5e21db03ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:09.184801 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:09.318965 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-372bb1df-7e2a-4010-a37b-a0e97bd6af73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:10.478341 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.403797 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c2317a8-c7f6-4c77-9da9-0c8befbd1421 req-22c7bb92-cde3-4b7a-8e99-df5efab998ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420182 Aug 13 02:47:11.499287 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2317a8-c7f6-4c77-9da9-0c8befbd1421 req-a895fd22-d80e-48ae-9f80-8140ecd51cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:11.500796 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c2317a8-c7f6-4c77-9da9-0c8befbd1421 req-a895fd22-d80e-48ae-9f80-8140ecd51cdc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=260391a634834bb982490a3e6bac9caa&device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 1099 time: 0.0525334 Aug 13 02:47:11.612491 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2317a8-c7f6-4c77-9da9-0c8befbd1421 req-957ebc64-7f62-497c-800d-1a394230f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:11.613982 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c2317a8-c7f6-4c77-9da9-0c8befbd1421 req-957ebc64-7f62-497c-800d-1a394230f1a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=11bbecca-ad38-4a1e-ad2a-93e89d52b20a HTTP/1.1" status: 200 len: 910 time: 0.0919924 Aug 13 02:47:11.680702 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c2317a8-c7f6-4c77-9da9-0c8befbd1421 req-18ce319f-2a50-4ee8-86d6-0c4088723c3a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e HTTP/1.1" status: 200 len: 1002 time: 0.0576022 Aug 13 02:47:11.741062 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2317a8-c7f6-4c77-9da9-0c8befbd1421 req-4d2d2466-4272-422a-9ea0-a633f7be4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:11.742450 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c2317a8-c7f6-4c77-9da9-0c8befbd1421 req-4d2d2466-4272-422a-9ea0-a633f7be4dda service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a252b87d-9478-4dfa-86fb-ac71b1ee482d HTTP/1.1" status: 200 len: 848 time: 0.0544481 Aug 13 02:47:11.793468 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2317a8-c7f6-4c77-9da9-0c8befbd1421 req-fc1ad324-5610-4b0a-81f0-b0935294aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:11.795077 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c2317a8-c7f6-4c77-9da9-0c8befbd1421 req-fc1ad324-5610-4b0a-81f0-b0935294aac4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11bbecca-ad38-4a1e-ad2a-93e89d52b20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440924 Aug 13 02:47:11.799446 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:11.896848 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c2317a8-c7f6-4c77-9da9-0c8befbd1421 req-a48c6d5c-f124-4b73-b41a-31559ef9ffea service neutron] 10.222.0.60 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935104 Aug 13 02:47:11.992513 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0c2317a8-c7f6-4c77-9da9-0c8befbd1421 req-35d4e710-81b8-46f7-97b8-85a4a70c14ed service neutron] 10.222.0.60 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882227 Aug 13 02:47:12.114808 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36528) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:12.287625 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Deleting port 95f2acce-2ffd-4425-b301-6972aa12e3e0 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:47:12.287982 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:12.370139 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:12.370440 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:12.382378 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Calling delete_port for 95f2acce-2ffd-4425-b301-6972aa12e3e0 owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:47:12.554097 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:12.582232 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event deleted for resources: {'Port': ['ID=95f2acce-2ffd-4425-b301-6972aa12e3e0,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:12.608538 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:12.608874 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:12.609202 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:12.609525 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:12.609831 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:12.610151 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:12.610470 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:12.610782 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:12.611101 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:12.611583 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:12.611783 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:12.612012 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:12.653513 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:12.653872 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Floating IP 6d3db54a-e251-449c-9b98-fba860ea453f disassociated (deleted). External IP: 172.27.1.108, port: ba4c2145-996e-4d0a-bfa0-d3f12e651b6c. Aug 13 02:47:12.873370 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Router f7284ea4-5367-426e-98d7-13a82805d1e6 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:47:12.987777 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:47:12.992271 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:12.999206 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e752480-922c-42e2-906a-042f45d8fbbd None None] Sync routers for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:47:13.009975 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e752480-922c-42e2-906a-042f45d8fbbd None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:47:13.010570 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-7e752480-922c-42e2-906a-042f45d8fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:47:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:13.019935 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-710e3337-430e-4b2b-9596-90f86af30640 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "DELETE /v2.0/floatingips/6d3db54a-e251-449c-9b98-fba860ea453f HTTP/1.1" status: 204 len: 168 time: 0.9036713 Aug 13 02:47:13.020661 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4990b7aa-90fa-4d12-8cea-747ed2d094eb', 'tag': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:47:13.023374 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aee2126-4300-47bd-9d2e-eab22c04f96c" -d '{"events": [{"name": "network-changed", "server_uuid": "4990b7aa-90fa-4d12-8cea-747ed2d094eb", "tag": "ba4c2145-996e-4d0a-bfa0-d3f12e651b6c"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:47:13.064820 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d5df28-03a4-4fb3-a9a6-3977e6f38450 x-openstack-request-id: req-19d5df28-03a4-4fb3-a9a6-3977e6f38450 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:47:13.065312 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4990b7aa-90fa-4d12-8cea-747ed2d094eb", "tag": "ba4c2145-996e-4d0a-bfa0-d3f12e651b6c", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:47:13.065766 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-19d5df28-03a4-4fb3-a9a6-3977e6f38450 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:47:13.066163 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4990b7aa-90fa-4d12-8cea-747ed2d094eb', 'tag': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c', 'status': 'completed', 'code': 200} Aug 13 02:47:13.115477 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-7e752480-922c-42e2-906a-042f45d8fbbd None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:47:13.155954 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee2126-4300-47bd-9d2e-eab22c04f96c req-8df3692e-e0a6-45bc-985e-c48905819f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:13.157598 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8aee2126-4300-47bd-9d2e-eab22c04f96c req-8df3692e-e0a6-45bc-985e-c48905819f43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 1098 time: 0.0439298 Aug 13 02:47:13.331124 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26a486-4922-4d10-b78c-b8db8793f11c req-92640bef-0506-45df-8cf6-ba117ab5ea46 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:13.332590 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4e26a486-4922-4d10-b78c-b8db8793f11c req-92640bef-0506-45df-8cf6-ba117ab5ea46 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 945 time: 0.1132345 Aug 13 02:47:13.337628 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee2126-4300-47bd-9d2e-eab22c04f96c req-a4d6e2cc-3ceb-429b-b168-3fcfbbafc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:13.339000 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8aee2126-4300-47bd-9d2e-eab22c04f96c req-a4d6e2cc-3ceb-429b-b168-3fcfbbafc51a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 200 len: 912 time: 0.1279762 Aug 13 02:47:13.341216 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-7e752480-922c-42e2-906a-042f45d8fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': 'b3db8a07-ffcb-4d96-b8cf-e1d52d966fa7', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'port_id': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'mac_address': 'fa:16:3e:80:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:43:36Z', 'updated_at': '2021-08-13T02:43:38Z', 'revision_number': 1, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:13.368217 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e752480-922c-42e2-906a-042f45d8fbbd None None] Checking router: f7284ea4-5367-426e-98d7-13a82805d1e6 for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:47:13.376468 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e752480-922c-42e2-906a-042f45d8fbbd None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:47:13.377084 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-7e752480-922c-42e2-906a-042f45d8fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:47:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:13.389555 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8aee2126-4300-47bd-9d2e-eab22c04f96c req-583e18af-54bb-4336-9482-c44282523d61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba4c2145-996e-4d0a-bfa0-d3f12e651b6c HTTP/1.1" status: 200 len: 217 time: 0.0427232 Aug 13 02:47:13.414927 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4e26a486-4922-4d10-b78c-b8db8793f11c req-f1da8610-04f0-47d7-88d6-b97eea5662c0 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748527 Aug 13 02:47:13.451607 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee2126-4300-47bd-9d2e-eab22c04f96c req-6e18bfba-37e3-45af-9880-26c814d30a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:13.453490 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8aee2126-4300-47bd-9d2e-eab22c04f96c req-6e18bfba-37e3-45af-9880-26c814d30a16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=291f67b3-6592-4299-a8ce-492450a6c8ca HTTP/1.1" status: 200 len: 850 time: 0.0558579 Aug 13 02:47:13.507224 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee2126-4300-47bd-9d2e-eab22c04f96c req-5458406d-bcc2-4ff6-9e75-6af64d53b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:13.509098 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8aee2126-4300-47bd-9d2e-eab22c04f96c req-5458406d-bcc2-4ff6-9e75-6af64d53b2f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b2ff959-af94-4f3b-bb00-9252aea12613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434301 Aug 13 02:47:13.580436 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-7e752480-922c-42e2-906a-042f45d8fbbd None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:47:13.615581 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8aee2126-4300-47bd-9d2e-eab22c04f96c req-7d02a002-38cd-4baf-9dd9-e03f084a3b1b service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887065 Aug 13 02:47:13.709985 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8aee2126-4300-47bd-9d2e-eab22c04f96c req-06bf55af-89f7-4b75-8d5c-7b53fb259023 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856590 Aug 13 02:47:13.814785 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-7e752480-922c-42e2-906a-042f45d8fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': 'b3db8a07-ffcb-4d96-b8cf-e1d52d966fa7', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'port_id': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'mac_address': 'fa:16:3e:80:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:43:36Z', 'updated_at': '2021-08-13T02:43:38Z', 'revision_number': 1, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:13.847298 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e752480-922c-42e2-906a-042f45d8fbbd None None] The sync data for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi is: [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': 'b3db8a07-ffcb-4d96-b8cf-e1d52d966fa7', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'floating_ip_address': '172.27.1.223', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'port_id': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'mac_address': 'fa:16:3e:80:1c:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:43:36Z', 'updated_at': '2021-08-13T02:43:38Z', 'revision_number': 1, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:47:14.068655 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4598fa-306b-41d9-8ee0-6c722384cf53 None None] New status for floating IP 6d3db54a-e251-449c-9b98-fba860ea453f: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:47:14.559890 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe471f-f7e2-4250-9868-49414b3527d2 req-9d96af4a-93d1-4618-a552-dc37813ba189 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:14.561416 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5cfe471f-f7e2-4250-9868-49414b3527d2 req-9d96af4a-93d1-4618-a552-dc37813ba189 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 945 time: 0.0499446 Aug 13 02:47:14.600827 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5cfe471f-f7e2-4250-9868-49414b3527d2 req-29ebce68-3c58-4eaf-a3c6-696a192ec82c tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334303 Aug 13 02:47:15.099298 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339d0ad-fdb2-4945-9b02-d37f16fbce00 req-856c5879-2003-4439-bdea-0cd85141bb99 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:15.100828 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c339d0ad-fdb2-4945-9b02-d37f16fbce00 req-856c5879-2003-4439-bdea-0cd85141bb99 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.60 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 945 time: 0.0672174 Aug 13 02:47:15.195025 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-c339d0ad-fdb2-4945-9b02-d37f16fbce00 req-1a3b877d-e7cc-4826-ae61-4a8f70e6e780 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Deleting port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:47:15.195334 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c339d0ad-fdb2-4945-9b02-d37f16fbce00 req-1a3b877d-e7cc-4826-ae61-4a8f70e6e780 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:15.287801 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-c339d0ad-fdb2-4945-9b02-d37f16fbce00 req-1a3b877d-e7cc-4826-ae61-4a8f70e6e780 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] For port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ba4c2145-996e-4d0a-bfa0-d3f12e651b6c,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:15.288169 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c339d0ad-fdb2-4945-9b02-d37f16fbce00 req-1a3b877d-e7cc-4826-ae61-4a8f70e6e780 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:15.300746 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-c339d0ad-fdb2-4945-9b02-d37f16fbce00 req-1a3b877d-e7cc-4826-ae61-4a8f70e6e780 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Calling delete_port for ba4c2145-996e-4d0a-bfa0-d3f12e651b6c owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:47:15.426922 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c339d0ad-fdb2-4945-9b02-d37f16fbce00 req-1a3b877d-e7cc-4826-ae61-4a8f70e6e780 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:15.457280 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b877d-e7cc-4826-ae61-4a8f70e6e780 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event deleted for resources: {'Port': ['ID=ba4c2145-996e-4d0a-bfa0-d3f12e651b6c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:15.498106 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-c339d0ad-fdb2-4945-9b02-d37f16fbce00 req-1a3b877d-e7cc-4826-ae61-4a8f70e6e780 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] No DVR routers for this DVR port ba4c2145-996e-4d0a-bfa0-d3f12e651b6c on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:47:15.500717 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-c339d0ad-fdb2-4945-9b02-d37f16fbce00 req-1a3b877d-e7cc-4826-ae61-4a8f70e6e780 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:15.502739 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c339d0ad-fdb2-4945-9b02-d37f16fbce00 req-1a3b877d-e7cc-4826-ae61-4a8f70e6e780 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.60 "DELETE /v2.0/ports/ba4c2145-996e-4d0a-bfa0-d3f12e651b6c HTTP/1.1" status: 204 len: 173 time: 0.3956738 Aug 13 02:47:15.503162 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4990b7aa-90fa-4d12-8cea-747ed2d094eb', 'name': 'network-vif-deleted', 'tag': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:47:15.505696 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ed4578-34f6-49b8-9a38-61e6a4fab6b1" -d '{"events": [{"server_uuid": "4990b7aa-90fa-4d12-8cea-747ed2d094eb", "name": "network-vif-deleted", "tag": "ba4c2145-996e-4d0a-bfa0-d3f12e651b6c"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:47:15.542203 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa063c5-d2b8-4962-9108-b851f8f492a8 x-openstack-request-id: req-9fa063c5-d2b8-4962-9108-b851f8f492a8 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:47:15.542539 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4990b7aa-90fa-4d12-8cea-747ed2d094eb", "name": "network-vif-deleted", "tag": "ba4c2145-996e-4d0a-bfa0-d3f12e651b6c", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:47:15.542744 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9fa063c5-d2b8-4962-9108-b851f8f492a8 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:47:15.543148 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4990b7aa-90fa-4d12-8cea-747ed2d094eb', 'name': 'network-vif-deleted', 'tag': 'ba4c2145-996e-4d0a-bfa0-d3f12e651b6c', 'status': 'completed', 'code': 200} Aug 13 02:47:15.700377 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-437a4098-f06f-4071-917c-b57b28147242 req-c461ceb0-f2e8-40fe-aeeb-d8f9f2e3f571 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=4990b7aa-90fa-4d12-8cea-747ed2d094eb HTTP/1.1" status: 200 len: 210 time: 0.0279109 Aug 13 02:47:17.750976 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cacbf3-79f1-4cfc-9ebb-f62498e5c9f3 req-93f7dd12-7a27-4da5-a591-f13060030399 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:17.752479 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-81cacbf3-79f1-4cfc-9ebb-f62498e5c9f3 req-93f7dd12-7a27-4da5-a591-f13060030399 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0533669 Aug 13 02:47:17.795477 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-81cacbf3-79f1-4cfc-9ebb-f62498e5c9f3 req-3b612601-5a13-4d7a-a89f-aa47b4417ac0 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346384 Aug 13 02:47:18.925966 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cba1de-77e2-43f8-bc1f-43a39af010e2 req-b86191b8-3f28-45f1-a60c-3d3142a43425 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:18.927408 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d4cba1de-77e2-43f8-bc1f-43a39af010e2 req-b86191b8-3f28-45f1-a60c-3d3142a43425 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0503740 Aug 13 02:47:18.969402 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d4cba1de-77e2-43f8-bc1f-43a39af010e2 req-e3c35bd6-8e01-4cd5-914d-23a90aabde12 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359571 Aug 13 02:47:19.036741 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36562) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:19.191566 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-6b435098-fc65-4d1f-b15b-3796e87580df tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Deleting port b35d107c-b705-42ce-96da-24d475a5a4cb {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:47:19.191789 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6b435098-fc65-4d1f-b15b-3796e87580df tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:19.275359 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6b435098-fc65-4d1f-b15b-3796e87580df tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:19.275641 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6b435098-fc65-4d1f-b15b-3796e87580df tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:19.287784 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-6b435098-fc65-4d1f-b15b-3796e87580df tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Calling delete_port for b35d107c-b705-42ce-96da-24d475a5a4cb owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:47:19.447098 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6b435098-fc65-4d1f-b15b-3796e87580df tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:19.475580 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b435098-fc65-4d1f-b15b-3796e87580df tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event deleted for resources: {'Port': ['ID=b35d107c-b705-42ce-96da-24d475a5a4cb,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:19.535061 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6b435098-fc65-4d1f-b15b-3796e87580df tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:19.535436 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-6b435098-fc65-4d1f-b15b-3796e87580df tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Floating IP b3db8a07-ffcb-4d96-b8cf-e1d52d966fa7 disassociated (deleted). External IP: 172.27.1.223, port: 41d16676-71e5-4f99-aa7b-8f55a476e388. Aug 13 02:47:19.743917 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b435098-fc65-4d1f-b15b-3796e87580df tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Router f7284ea4-5367-426e-98d7-13a82805d1e6 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:47:19.947865 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device ba4c2145-996e-4d0a-bfa0-d3f12e651b6c no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:47:19.968955 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: ba4c2145-996e-4d0a-bfa0-d3f12e651b6c {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:47:19.969266 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device ba4c2145-996e-4d0a-bfa0-d3f12e651b6c not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:47:20.151614 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b435098-fc65-4d1f-b15b-3796e87580df tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:47:20.156439 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6b435098-fc65-4d1f-b15b-3796e87580df tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:20.161158 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092885d-342d-4b0f-901d-c8ef8ec9b77c None None] Sync routers for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:47:20.171294 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092885d-342d-4b0f-901d-c8ef8ec9b77c None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:47:20.171899 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-7092885d-342d-4b0f-901d-c8ef8ec9b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:47:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:20.187315 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33225c6-b0ec-4d1b-9de6-472f4eedc18b req-1d7209b6-33a9-4a1c-9917-b6a1be3ccb2e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:20.188826 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d33225c6-b0ec-4d1b-9de6-472f4eedc18b req-1d7209b6-33a9-4a1c-9917-b6a1be3ccb2e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0834746 Aug 13 02:47:20.194595 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6b435098-fc65-4d1f-b15b-3796e87580df tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "DELETE /v2.0/floatingips/b3db8a07-ffcb-4d96-b8cf-e1d52d966fa7 HTTP/1.1" status: 204 len: 168 time: 1.1565561 Aug 13 02:47:20.196281 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'tag': '41d16676-71e5-4f99-aa7b-8f55a476e388'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:47:20.198538 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d142455-30e4-4169-9f95-a036d2086f25" -d '{"events": [{"name": "network-changed", "server_uuid": "9448e6cf-0a38-41d5-8e36-d5f123fd3597", "tag": "41d16676-71e5-4f99-aa7b-8f55a476e388"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:47:20.233209 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d33225c6-b0ec-4d1b-9de6-472f4eedc18b req-b235edd6-41fb-4161-b3de-6d2a23403367 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375226 Aug 13 02:47:20.279710 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1d4e2a-85ea-401e-91a1-74d126deda4f x-openstack-request-id: req-0c1d4e2a-85ea-401e-91a1-74d126deda4f {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:47:20.279710 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9448e6cf-0a38-41d5-8e36-d5f123fd3597", "tag": "41d16676-71e5-4f99-aa7b-8f55a476e388", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:47:20.279710 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c1d4e2a-85ea-401e-91a1-74d126deda4f {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:47:20.280029 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'tag': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'status': 'completed', 'code': 200} Aug 13 02:47:20.291606 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-7092885d-342d-4b0f-901d-c8ef8ec9b77c None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:47:20.373188 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d142455-30e4-4169-9f95-a036d2086f25 req-5d664543-6303-41aa-adbf-60425dfe2f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:20.376168 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4d142455-30e4-4169-9f95-a036d2086f25 req-5d664543-6303-41aa-adbf-60425dfe2f74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b91bd85928624ab6b05622798c36e4e0&device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 1098 time: 0.0478640 Aug 13 02:47:20.503641 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-7092885d-342d-4b0f-901d-c8ef8ec9b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:20.506450 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2347e-61da-4293-92b7-2473a5b25784 req-60f92cf7-f116-44cc-b1c3-b04394063925 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:20.508570 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-11b2347e-61da-4293-92b7-2473a5b25784 req-60f92cf7-f116-44cc-b1c3-b04394063925 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 945 time: 0.1054604 Aug 13 02:47:20.530381 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092885d-342d-4b0f-901d-c8ef8ec9b77c None None] Checking router: f7284ea4-5367-426e-98d7-13a82805d1e6 for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:47:20.539053 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7092885d-342d-4b0f-901d-c8ef8ec9b77c None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:47:20.539656 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-7092885d-342d-4b0f-901d-c8ef8ec9b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:47:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:20.544925 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d142455-30e4-4169-9f95-a036d2086f25 req-505db8d3-10cb-4f2d-acb0-066d10660906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:20.546362 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4d142455-30e4-4169-9f95-a036d2086f25 req-505db8d3-10cb-4f2d-acb0-066d10660906 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 200 len: 912 time: 0.1345961 Aug 13 02:47:20.603281 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-11b2347e-61da-4293-92b7-2473a5b25784 req-db373130-4c4e-406e-a387-30ebd22ca919 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865877 Aug 13 02:47:20.604654 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4d142455-30e4-4169-9f95-a036d2086f25 req-20f6cd84-8243-4968-9aa1-e36cb2246edc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41d16676-71e5-4f99-aa7b-8f55a476e388 HTTP/1.1" status: 200 len: 217 time: 0.0478988 Aug 13 02:47:20.644575 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-7092885d-342d-4b0f-901d-c8ef8ec9b77c None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:47:20.666497 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d142455-30e4-4169-9f95-a036d2086f25 req-ff07ef89-9c2a-4719-b276-2abc0bae706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:20.668156 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4d142455-30e4-4169-9f95-a036d2086f25 req-ff07ef89-9c2a-4719-b276-2abc0bae706d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=291f67b3-6592-4299-a8ce-492450a6c8ca HTTP/1.1" status: 200 len: 850 time: 0.0547609 Aug 13 02:47:20.718638 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d142455-30e4-4169-9f95-a036d2086f25 req-e25d40dd-d24b-4689-bb48-2b44290b6af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:20.720201 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4d142455-30e4-4169-9f95-a036d2086f25 req-e25d40dd-d24b-4689-bb48-2b44290b6af6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9b2ff959-af94-4f3b-bb00-9252aea12613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415936 Aug 13 02:47:20.814181 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4d142455-30e4-4169-9f95-a036d2086f25 req-3d97d75f-8349-455d-8a2c-ff04a12397b0 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838277 Aug 13 02:47:20.839349 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-7092885d-342d-4b0f-901d-c8ef8ec9b77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:20.868941 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7092885d-342d-4b0f-901d-c8ef8ec9b77c None None] The sync data for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi is: [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:39:16Z', 'revision_number': 4, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '55f335e2-eb7d-4f2d-8e4e-84d1823fb998', 'name': '', 'network_id': '9b2ff959-af94-4f3b-bb00-9252aea12613', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'mac_address': 'fa:16:3e:85:d8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:15Z', 'updated_at': '2021-08-13T02:39:23Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'subnets': [{'id': '291f67b3-6592-4299-a8ce-492450a6c8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:47:20.908806 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-4d142455-30e4-4169-9f95-a036d2086f25 req-5236e274-83e9-48b2-8b7b-24a105bd3299 service neutron] 10.222.0.60 "GET /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868292 Aug 13 02:47:21.086115 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7caf07da-d039-4003-8c86-5e3b90fc2713 None None] New status for floating IP b3db8a07-ffcb-4d96-b8cf-e1d52d966fa7: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:47:21.371141 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e02d1f1-21d9-4f27-9418-39eb3d0f9105 req-6d9e4e81-ba4b-4159-aaa5-be41b4c87f82 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:21.372470 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e02d1f1-21d9-4f27-9418-39eb3d0f9105 req-6d9e4e81-ba4b-4159-aaa5-be41b4c87f82 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0628576 Aug 13 02:47:21.411196 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e02d1f1-21d9-4f27-9418-39eb3d0f9105 req-3d66105d-0762-4a18-841d-3b571a7a0e05 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326152 Aug 13 02:47:21.731051 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e0838-83da-4cb4-9203-65172c45957c req-5868c606-728c-42a8-a547-fee9a65fdee1 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:21.732553 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-058e0838-83da-4cb4-9203-65172c45957c req-5868c606-728c-42a8-a547-fee9a65fdee1 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 945 time: 0.0566022 Aug 13 02:47:21.773645 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-058e0838-83da-4cb4-9203-65172c45957c req-fab809d9-c236-401d-a485-fc42cabbed96 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350621 Aug 13 02:47:22.276298 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1be69b-165b-4edd-b271-8deb3eaf6e11 req-81d307e3-4250-41e9-a9c1-647483230825 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:22.277749 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d1be69b-165b-4edd-b271-8deb3eaf6e11 req-81d307e3-4250-41e9-a9c1-647483230825 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.60 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 945 time: 0.0581050 Aug 13 02:47:22.375566 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-2d1be69b-165b-4edd-b271-8deb3eaf6e11 req-737547fa-e90c-456e-8db2-808b51255e84 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Deleting port 41d16676-71e5-4f99-aa7b-8f55a476e388 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:47:22.376285 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2d1be69b-165b-4edd-b271-8deb3eaf6e11 req-737547fa-e90c-456e-8db2-808b51255e84 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:22.468528 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-2d1be69b-165b-4edd-b271-8deb3eaf6e11 req-737547fa-e90c-456e-8db2-808b51255e84 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] For port 41d16676-71e5-4f99-aa7b-8f55a476e388, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=41d16676-71e5-4f99-aa7b-8f55a476e388,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:22.468900 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2d1be69b-165b-4edd-b271-8deb3eaf6e11 req-737547fa-e90c-456e-8db2-808b51255e84 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:22.483485 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-2d1be69b-165b-4edd-b271-8deb3eaf6e11 req-737547fa-e90c-456e-8db2-808b51255e84 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Calling delete_port for 41d16676-71e5-4f99-aa7b-8f55a476e388 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:47:22.579510 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643f387-87c8-4489-8ca6-18f7e05a9d34 req-1d2483ea-7232-42e0-afee-88ca5794d624 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:22.581044 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3643f387-87c8-4489-8ca6-18f7e05a9d34 req-1d2483ea-7232-42e0-afee-88ca5794d624 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0987132 Aug 13 02:47:22.650761 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3643f387-87c8-4489-8ca6-18f7e05a9d34 req-5b0106a6-f5b2-4ea3-bb4e-f876640e22ea tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635698 Aug 13 02:47:22.681139 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2d1be69b-165b-4edd-b271-8deb3eaf6e11 req-737547fa-e90c-456e-8db2-808b51255e84 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:22.712920 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737547fa-e90c-456e-8db2-808b51255e84 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event deleted for resources: {'Port': ['ID=41d16676-71e5-4f99-aa7b-8f55a476e388,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:22.753690 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1be69b-165b-4edd-b271-8deb3eaf6e11 req-737547fa-e90c-456e-8db2-808b51255e84 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] No DVR routers for this DVR port 41d16676-71e5-4f99-aa7b-8f55a476e388 on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:47:22.756301 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-2d1be69b-165b-4edd-b271-8deb3eaf6e11 req-737547fa-e90c-456e-8db2-808b51255e84 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:22.758343 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2d1be69b-165b-4edd-b271-8deb3eaf6e11 req-737547fa-e90c-456e-8db2-808b51255e84 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.60 "DELETE /v2.0/ports/41d16676-71e5-4f99-aa7b-8f55a476e388 HTTP/1.1" status: 204 len: 173 time: 0.4722271 Aug 13 02:47:22.758773 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'name': 'network-vif-deleted', 'tag': '41d16676-71e5-4f99-aa7b-8f55a476e388'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:47:22.761108 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a8074e-afe7-4a82-aa1e-a59a767360d8" -d '{"events": [{"server_uuid": "9448e6cf-0a38-41d5-8e36-d5f123fd3597", "name": "network-vif-deleted", "tag": "41d16676-71e5-4f99-aa7b-8f55a476e388"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:47:22.796291 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fceb8d-a1fb-4a31-aa4f-07fa0f055c84 x-openstack-request-id: req-d7fceb8d-a1fb-4a31-aa4f-07fa0f055c84 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:47:22.796653 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9448e6cf-0a38-41d5-8e36-d5f123fd3597", "name": "network-vif-deleted", "tag": "41d16676-71e5-4f99-aa7b-8f55a476e388", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:47:22.796953 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7fceb8d-a1fb-4a31-aa4f-07fa0f055c84 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:47:22.797304 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9448e6cf-0a38-41d5-8e36-d5f123fd3597', 'name': 'network-vif-deleted', 'tag': '41d16676-71e5-4f99-aa7b-8f55a476e388', 'status': 'completed', 'code': 200} Aug 13 02:47:22.871476 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-76090c7f-832c-48ba-9e2e-c03c81644096 req-b05c3d0a-df95-4419-aecc-696484738f26 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "GET /v2.0/ports?device_id=9448e6cf-0a38-41d5-8e36-d5f123fd3597 HTTP/1.1" status: 200 len: 210 time: 0.0262222 Aug 13 02:47:23.773419 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01afcb3-249b-4dbe-9b72-64a9ace84507 req-fbce1e0e-be3a-4259-9d44-188a2c6aecb6 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:23.775335 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d01afcb3-249b-4dbe-9b72-64a9ace84507 req-fbce1e0e-be3a-4259-9d44-188a2c6aecb6 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0531907 Aug 13 02:47:23.822245 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d01afcb3-249b-4dbe-9b72-64a9ace84507 req-c4bee823-8f7a-4c0e-a6ec-719b1995c39c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387652 Aug 13 02:47:23.939003 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36586) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:24.068009 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-691464b6-c15e-4c41-a4a9-acc0f53b3ac5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Deleting port 46e2cd55-a34f-49b5-846e-39661e4e806c {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:47:24.068286 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-691464b6-c15e-4c41-a4a9-acc0f53b3ac5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:24.156999 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-691464b6-c15e-4c41-a4a9-acc0f53b3ac5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:24.157361 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-691464b6-c15e-4c41-a4a9-acc0f53b3ac5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:24.170058 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-691464b6-c15e-4c41-a4a9-acc0f53b3ac5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Calling delete_port for 46e2cd55-a34f-49b5-846e-39661e4e806c owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:47:24.309370 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-691464b6-c15e-4c41-a4a9-acc0f53b3ac5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:24.334516 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691464b6-c15e-4c41-a4a9-acc0f53b3ac5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event deleted for resources: {'Port': ['ID=46e2cd55-a34f-49b5-846e-39661e4e806c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:24.395935 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-691464b6-c15e-4c41-a4a9-acc0f53b3ac5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:24.398434 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-691464b6-c15e-4c41-a4a9-acc0f53b3ac5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:24.399596 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-691464b6-c15e-4c41-a4a9-acc0f53b3ac5 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "DELETE /v2.0/floatingips/3bbc755b-4515-4ba5-8da1-34580ae8c13b HTTP/1.1" status: 204 len: 168 time: 0.4594758 Aug 13 02:47:24.948831 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd701f0-e3f2-44eb-a0fe-f22dc0489982 req-a4ab2aef-0dac-426b-94ed-c7f3d59b7c1c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:24.950293 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dbd701f0-e3f2-44eb-a0fe-f22dc0489982 req-a4ab2aef-0dac-426b-94ed-c7f3d59b7c1c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0562422 Aug 13 02:47:24.991414 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dbd701f0-e3f2-44eb-a0fe-f22dc0489982 req-bfc15eee-6515-4702-834c-07ac63b72ed0 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323627 Aug 13 02:47:25.616482 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36600) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:25.680479 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-946836bb-3931-4dcd-bcce-450aa7f71c40 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:25.706607 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-946836bb-3931-4dcd-bcce-450aa7f71c40 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:25.768630 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-946836bb-3931-4dcd-bcce-450aa7f71c40 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:25.771016 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-946836bb-3931-4dcd-bcce-450aa7f71c40 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:25.772234 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-946836bb-3931-4dcd-bcce-450aa7f71c40 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] 10.222.0.42 "DELETE /v2.0/security-groups/e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd HTTP/1.1" status: 204 len: 168 time: 0.1547482 Aug 13 02:47:25.782290 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946836bb-3931-4dcd-bcce-450aa7f71c40 tempest-TestVolumeBootPattern-236289277 tempest-TestVolumeBootPattern-236289277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e7ef05-1d4f-4bb0-a0cd-9e595b8208fd,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:25.840474 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36604) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:26.001071 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 41d16676-71e5-4f99-aa7b-8f55a476e388 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:47:26.020508 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 41d16676-71e5-4f99-aa7b-8f55a476e388 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:47:26.020862 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 41d16676-71e5-4f99-aa7b-8f55a476e388 not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:47:26.163982 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4900094-c935-4a31-9782-ae05064485fa req-109d1c05-8af5-40c6-b397-016414fd3ccf tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:26.165708 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e4900094-c935-4a31-9782-ae05064485fa req-109d1c05-8af5-40c6-b397-016414fd3ccf tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0831258 Aug 13 02:47:26.231579 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e4900094-c935-4a31-9782-ae05064485fa req-44aa2bfe-b0a7-4ae4-a19a-52ee15682527 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599997 Aug 13 02:47:26.313308 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2e67f796-8b0a-424c-aa93-146b3d198aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1662611'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:26.565456 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-2e67f796-8b0a-424c-aa93-146b3d198aa8 admin admin] Deleting port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:47:26.565714 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2e67f796-8b0a-424c-aa93-146b3d198aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:26.642394 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-2e67f796-8b0a-424c-aa93-146b3d198aa8 admin admin] For port 55f335e2-eb7d-4f2d-8e4e-84d1823fb998, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=55f335e2-eb7d-4f2d-8e4e-84d1823fb998,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:26.642733 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2e67f796-8b0a-424c-aa93-146b3d198aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:26.659259 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-2e67f796-8b0a-424c-aa93-146b3d198aa8 admin admin] Calling delete_port for 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:47:26.840257 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2e67f796-8b0a-424c-aa93-146b3d198aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:26.870206 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67f796-8b0a-424c-aa93-146b3d198aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f335e2-eb7d-4f2d-8e4e-84d1823fb998,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:27.032464 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2e67f796-8b0a-424c-aa93-146b3d198aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686051'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:27.244172 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e67f796-8b0a-424c-aa93-146b3d198aa8 admin admin] Router f7284ea4-5367-426e-98d7-13a82805d1e6 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:47:27.376285 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e67f796-8b0a-424c-aa93-146b3d198aa8 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:47:27.381497 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2e67f796-8b0a-424c-aa93-146b3d198aa8 admin admin] 10.222.0.42 "PUT /v2.0/routers/f7284ea4-5367-426e-98d7-13a82805d1e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5398948 Aug 13 02:47:27.384612 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36612) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:27.385127 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cbaec3-3923-4689-9c10-b19e8e8c298f None None] Sync routers for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:47:27.394629 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebdd99-b5d9-441b-a0e6-441d657f54a2 req-bb4acebe-08e9-4421-9d1c-1ee50b7ca6ea tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:27.395135 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cbaec3-3923-4689-9c10-b19e8e8c298f None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:47:27.395984 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-97cbaec3-3923-4689-9c10-b19e8e8c298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:47:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:27.396142 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-90ebdd99-b5d9-441b-a0e6-441d657f54a2 req-bb4acebe-08e9-4421-9d1c-1ee50b7ca6ea tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0949266 Aug 13 02:47:27.436990 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-90ebdd99-b5d9-441b-a0e6-441d657f54a2 req-bf40a4b6-736c-412d-b715-8116a4928f5f tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339134 Aug 13 02:47:27.489693 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Notify callbacks [] for router, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:27.498310 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-97cbaec3-3923-4689-9c10-b19e8e8c298f None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:47:27.594688 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:27.646806 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Deleting port cf2d4c69-5718-4415-a78b-2ba12e9203ba {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:47:27.647135 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:27.672252 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-97cbaec3-3923-4689-9c10-b19e8e8c298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208'}], 'enable_snat': True}, 'gw_port_id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:47:26Z', 'revision_number': 5, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port': {'id': 'cf2d4c69-5718-4415-a78b-2ba12e9203ba', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:13Z', 'updated_at': '2021-08-13T02:39:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:27.699166 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cbaec3-3923-4689-9c10-b19e8e8c298f None None] Checking router: f7284ea4-5367-426e-98d7-13a82805d1e6 for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:47:27.707890 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cbaec3-3923-4689-9c10-b19e8e8c298f None None] Routers {'f7284ea4-5367-426e-98d7-13a82805d1e6'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:47:27.708520 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-97cbaec3-3923-4689-9c10-b19e8e8c298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:47:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f7284ea4-5367-426e-98d7-13a82805d1e6'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:27.727115 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] For port cf2d4c69-5718-4415-a78b-2ba12e9203ba, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=cf2d4c69-5718-4415-a78b-2ba12e9203ba,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:27.727464 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:27.744078 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Calling delete_port for cf2d4c69-5718-4415-a78b-2ba12e9203ba owned by network:router_gateway {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:47:27.899533 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-97cbaec3-3923-4689-9c10-b19e8e8c298f None None] Set router f7284ea4-5367-426e-98d7-13a82805d1e6 gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:47:27.954337 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-97cbaec3-3923-4689-9c10-b19e8e8c298f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:47:27Z', 'revision_number': 6, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port_host': None}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:27.977122 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bb721-4443-40a4-8d1d-a777d1d9273d req-f903461d-c8b7-4cac-afe6-8a86e0672797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:27.978683 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d2bb721-4443-40a4-8d1d-a777d1d9273d req-f903461d-c8b7-4cac-afe6-8a86e0672797 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=260391a634834bb982490a3e6bac9caa&device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 1099 time: 0.0420129 Aug 13 02:47:27.980875 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cbaec3-3923-4689-9c10-b19e8e8c298f None None] The sync data for ids ['f7284ea4-5367-426e-98d7-13a82805d1e6'] in dv-cinder-760184-6-iscsi is: [{'id': 'f7284ea4-5367-426e-98d7-13a82805d1e6', 'name': 'tempest-TestVolumeBootPattern-867384546-router', 'tenant_id': 'b91bd85928624ab6b05622798c36e4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:12Z', 'updated_at': '2021-08-13T02:47:27Z', 'revision_number': 6, 'project_id': 'b91bd85928624ab6b05622798c36e4e0', 'gw_port_host': None}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:47:28.078345 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bb721-4443-40a4-8d1d-a777d1d9273d req-cc293ba8-8035-4eff-bb7c-10a2dc8bf8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:28.079832 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d2bb721-4443-40a4-8d1d-a777d1d9273d req-cc293ba8-8035-4eff-bb7c-10a2dc8bf8e9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=11bbecca-ad38-4a1e-ad2a-93e89d52b20a HTTP/1.1" status: 200 len: 910 time: 0.0936196 Aug 13 02:47:28.145562 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d2bb721-4443-40a4-8d1d-a777d1d9273d req-f3a43d29-19d7-48c7-8c0f-b3c0b801dd75 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e HTTP/1.1" status: 200 len: 1002 time: 0.0580187 Aug 13 02:47:28.172933 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:28.197630 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2d4c69-5718-4415-a78b-2ba12e9203ba,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:28.198246 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bb721-4443-40a4-8d1d-a777d1d9273d req-79afd270-5030-4698-8d8e-1023273887da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:28.199748 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d2bb721-4443-40a4-8d1d-a777d1d9273d req-79afd270-5030-4698-8d8e-1023273887da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a252b87d-9478-4dfa-86fb-ac71b1ee482d HTTP/1.1" status: 200 len: 848 time: 0.0462270 Aug 13 02:47:28.222952 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:28.223281 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:28.223614 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:28.223944 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:28.224286 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:28.224618 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:28.224940 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:28.225260 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:28.225573 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:28.225888 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:28.226200 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:28.226512 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:28.245541 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bb721-4443-40a4-8d1d-a777d1d9273d req-80f851fc-2e5e-4277-ae4a-9b0431ec3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:28.247036 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d2bb721-4443-40a4-8d1d-a777d1d9273d req-80f851fc-2e5e-4277-ae4a-9b0431ec3a67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11bbecca-ad38-4a1e-ad2a-93e89d52b20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397384 Aug 13 02:47:28.264941 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686489'] for router_gateway, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:28.335501 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d2bb721-4443-40a4-8d1d-a777d1d9273d req-f4c065b7-435b-40f9-a166-8e46fcef5b85 service neutron] 10.222.0.60 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810497 Aug 13 02:47:28.352908 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:28.355293 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:28.408866 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673018'] for router, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:28.410082 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7284ea4-5367-426e-98d7-13a82805d1e6 {{(pid=94107) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:47:28.415364 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] Notify callbacks [] for router, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:28.419125 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f6b66208-6a85-4e6f-af07-3cf0b1467c8b admin admin] 10.222.0.42 "DELETE /v2.0/routers/f7284ea4-5367-426e-98d7-13a82805d1e6 HTTP/1.1" status: 204 len: 168 time: 1.0308626 Aug 13 02:47:28.419356 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36616) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:28.470656 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d2bb721-4443-40a4-8d1d-a777d1d9273d req-ed11fe56-1c20-453f-a949-3bc87f69fb06 service neutron] 10.222.0.60 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273246 Aug 13 02:47:28.481311 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c0c8c6-df5a-402a-bc30-19a3a77c6315 admin admin] Deleting subnet 291f67b3-6592-4299-a8ce-492450a6c8ca {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:47:28.485453 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67c0c8c6-df5a-402a-bc30-19a3a77c6315 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:28.548515 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67c0c8c6-df5a-402a-bc30-19a3a77c6315 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318480'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:28.596053 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3615e-6036-43e8-aae8-fcfaefd26559 req-67554863-575e-44b4-acd8-56ed98cc5606 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:28.597570 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dba3615e-6036-43e8-aae8-fcfaefd26559 req-67554863-575e-44b4-acd8-56ed98cc5606 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0922623 Aug 13 02:47:28.690830 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67c0c8c6-df5a-402a-bc30-19a3a77c6315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:28.714171 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-dba3615e-6036-43e8-aae8-fcfaefd26559 req-76536971-76ae-4b4d-b1da-39bc66b081c9 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089346 Aug 13 02:47:28.754630 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67c0c8c6-df5a-402a-bc30-19a3a77c6315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7329004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6980235'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:28.781337 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0c8c6-df5a-402a-bc30-19a3a77c6315 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=291f67b3-6592-4299-a8ce-492450a6c8ca,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:28.786163 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-67c0c8c6-df5a-402a-bc30-19a3a77c6315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:28.788095 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-67c0c8c6-df5a-402a-bc30-19a3a77c6315 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/291f67b3-6592-4299-a8ce-492450a6c8ca HTTP/1.1" status: 204 len: 168 time: 0.3677604 Aug 13 02:47:28.791041 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36620) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:28.791906 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fcc09f-0a34-474c-8752-b07ede345d46 None None] Network 9b2ff959-af94-4f3b-bb00-9252aea12613 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:47:28.858882 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:28.913788 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] Deleting port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:47:28.914242 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:28.982335 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] DHCP port deletion for 9b2ff959-af94-4f3b-bb00-9252aea12613 request from dv-cinder-760184-6-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:47:28.983398 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] For port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=3a7e5357-4ea8-4bf7-9331-15af5fb7897b,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:28.983872 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:28.998145 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] Calling delete_port for 3a7e5357-4ea8-4bf7-9331-15af5fb7897b owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:47:29.042323 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Deleting port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:47:29.042697 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:29.088072 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:29.089180 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 3a7e5357-4ea8-4bf7-9331-15af5fb7897b no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:47:29.115900 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 3a7e5357-4ea8-4bf7-9331-15af5fb7897b {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:47:29.116237 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 3a7e5357-4ea8-4bf7-9331-15af5fb7897b not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:47:29.116676 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device cf2d4c69-5718-4415-a78b-2ba12e9203ba no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:47:29.116806 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] Pushing event deleted for resources: {'Port': ['ID=3a7e5357-4ea8-4bf7-9331-15af5fb7897b,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:29.121523 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] No DVR routers for this DVR port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b on host dv-cinder-760184-6-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:47:29.140927 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: cf2d4c69-5718-4415-a78b-2ba12e9203ba {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:47:29.141240 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device cf2d4c69-5718-4415-a78b-2ba12e9203ba not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:47:29.141675 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:47:29.169108 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] For port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=3a7e5357-4ea8-4bf7-9331-15af5fb7897b,segment=NetworkSegment(d3c05541-b6d4-45b0-80e8-eb1ab7298204),segment_id=d3c05541-b6d4-45b0-80e8-eb1ab7298204)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:29.169496 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:29.171697 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:47:29.172033 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 55f335e2-eb7d-4f2d-8e4e-84d1823fb998 not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:47:29.184284 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Calling delete_port for 3a7e5357-4ea8-4bf7-9331-15af5fb7897b owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:47:29.188764 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:29.199048 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2ff959-af94-4f3b-bb00-9252aea12613']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:29.209327 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c05541-b6d4-45b0-80e8-eb1ab7298204') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:29.209623 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c05541-b6d4-45b0-80e8-eb1ab7298204') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:29.218935 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5565716'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:29.233217 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:29.239884 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:47:29.240312 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5759340'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: Traceback (most recent call last): Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: timer() Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: cb(*args, **kw) Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: return func(*args, **kwargs) Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: self._notify() Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: self.callback(batched_events) Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: event.method(event) Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: return f(self, *a, **k) Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._get(url).json() Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:47:29.242149 dv-cinder-760184-6-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:47:29.266185 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:29.292022 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Pushing event deleted for resources: {'Port': ['ID=3a7e5357-4ea8-4bf7-9331-15af5fb7897b,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:29.294257 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] No DVR routers for this DVR port 3a7e5357-4ea8-4bf7-9331-15af5fb7897b on host dv-cinder-760184-6-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:47:29.302434 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:29.302434 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:29.302819 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:29.302919 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:29.303187 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:29.303728 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:29.304739 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:29.304958 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:29.305264 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:29.305622 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:29.305998 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:29.306433 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:29.306961 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec906f5-9cb5-400d-8ee6-47f06cd54642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:47:29.314399 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:29.316274 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] 10.222.0.42 "DELETE /v2.0/networks/9b2ff959-af94-4f3b-bb00-9252aea12613 HTTP/1.1" status: 204 len: 168 time: 0.5242136 Aug 13 02:47:29.319341 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36622) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:29.327933 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b9a55-2ca5-4dbd-8e86-7431c9eb546e admin admin] Pushing event deleted for resources: {'Network': ['ID=9b2ff959-af94-4f3b-bb00-9252aea12613,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:29.661794 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f49f31e8-e6dc-48e5-92e8-31dfdfa40ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1662611'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:29.815259 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:47:30.139559 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ccf5b-3788-4ca7-827b-36571369421e req-7adc6c5c-3150-4c8a-99d5-3f12d816240c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:30.141316 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0f6ccf5b-3788-4ca7-827b-36571369421e req-7adc6c5c-3150-4c8a-99d5-3f12d816240c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0756226 Aug 13 02:47:30.207021 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0f6ccf5b-3788-4ca7-827b-36571369421e req-946f678b-7eba-40f3-9200-9ffccd3bb738 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595105 Aug 13 02:47:30.254426 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-f49f31e8-e6dc-48e5-92e8-31dfdfa40ae5 admin admin] Deleting port 58802906-8bf3-4366-874a-2cfc3bbb45af {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:47:30.254772 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f49f31e8-e6dc-48e5-92e8-31dfdfa40ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:30.351222 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-f49f31e8-e6dc-48e5-92e8-31dfdfa40ae5 admin admin] For port 58802906-8bf3-4366-874a-2cfc3bbb45af, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=58802906-8bf3-4366-874a-2cfc3bbb45af,segment=NetworkSegment(c88dfa7a-1902-4ab5-94f3-0c6aef692534),segment_id=c88dfa7a-1902-4ab5-94f3-0c6aef692534)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:30.351933 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f49f31e8-e6dc-48e5-92e8-31dfdfa40ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:30.365197 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-f49f31e8-e6dc-48e5-92e8-31dfdfa40ae5 admin admin] Calling delete_port for 58802906-8bf3-4366-874a-2cfc3bbb45af owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:47:30.551021 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f49f31e8-e6dc-48e5-92e8-31dfdfa40ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:30.576425 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f31e8-e6dc-48e5-92e8-31dfdfa40ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=58802906-8bf3-4366-874a-2cfc3bbb45af,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:30.739485 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f49f31e8-e6dc-48e5-92e8-31dfdfa40ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686051'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:30.957810 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49f31e8-e6dc-48e5-92e8-31dfdfa40ae5 admin admin] Router 488f6212-d023-4ab5-bdd2-04839394cf9e has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:47:31.068793 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49f31e8-e6dc-48e5-92e8-31dfdfa40ae5 admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:47:31.074344 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f49f31e8-e6dc-48e5-92e8-31dfdfa40ae5 admin admin] 10.222.0.42 "PUT /v2.0/routers/488f6212-d023-4ab5-bdd2-04839394cf9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7538457 Aug 13 02:47:31.078282 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36626) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:31.080984 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3816c8-c12f-4ff9-8175-8cee84671199 None None] Sync routers for ids ['488f6212-d023-4ab5-bdd2-04839394cf9e'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:47:31.092001 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3816c8-c12f-4ff9-8175-8cee84671199 None None] Routers {'488f6212-d023-4ab5-bdd2-04839394cf9e'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:47:31.092656 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bd3816c8-c12f-4ff9-8175-8cee84671199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:47:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['488f6212-d023-4ab5-bdd2-04839394cf9e'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:31.180964 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:31.195359 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-bd3816c8-c12f-4ff9-8175-8cee84671199 None None] Set router 488f6212-d023-4ab5-bdd2-04839394cf9e gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:47:31.309338 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:31.351482 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e2261-28b7-406c-99b7-089e1ba1e07b req-579f4a1f-7c2e-4e44-ade8-213f0e2d4805 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:31.353007 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-545e2261-28b7-406c-99b7-089e1ba1e07b req-579f4a1f-7c2e-4e44-ade8-213f0e2d4805 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0756085 Aug 13 02:47:31.367795 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bd3816c8-c12f-4ff9-8175-8cee84671199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'name': 'tempest-TestVolumeBootPattern-1586254763-router', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': 'bb257cb1-c50a-43e4-9e5c-16bba1ca702f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:20Z', 'updated_at': '2021-08-13T02:47:30Z', 'revision_number': 5, 'project_id': 'cc5acac69e754e32b265354da6f8014c', 'gw_port': {'id': 'bb257cb1-c50a-43e4-9e5c-16bba1ca702f', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:dd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:39:21Z', 'updated_at': '2021-08-13T02:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:31.397147 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3816c8-c12f-4ff9-8175-8cee84671199 None None] Checking router: 488f6212-d023-4ab5-bdd2-04839394cf9e for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:47:31.402917 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-545e2261-28b7-406c-99b7-089e1ba1e07b req-0aef07ec-116d-42e2-b5bc-e7303bdbff7c tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429535 Aug 13 02:47:31.405020 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] Deleting port bb257cb1-c50a-43e4-9e5c-16bba1ca702f {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:47:31.405363 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:31.406376 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3816c8-c12f-4ff9-8175-8cee84671199 None None] Routers {'488f6212-d023-4ab5-bdd2-04839394cf9e'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:47:31.407745 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bd3816c8-c12f-4ff9-8175-8cee84671199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:47:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['488f6212-d023-4ab5-bdd2-04839394cf9e'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:31.492374 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] For port bb257cb1-c50a-43e4-9e5c-16bba1ca702f, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=bb257cb1-c50a-43e4-9e5c-16bba1ca702f,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:31.492691 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:31.495182 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-bd3816c8-c12f-4ff9-8175-8cee84671199 None None] Set router 488f6212-d023-4ab5-bdd2-04839394cf9e gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:47:31.504837 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] Calling delete_port for bb257cb1-c50a-43e4-9e5c-16bba1ca702f owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:47:31.550663 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-bd3816c8-c12f-4ff9-8175-8cee84671199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'name': 'tempest-TestVolumeBootPattern-1586254763-router', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:20Z', 'updated_at': '2021-08-13T02:47:31Z', 'revision_number': 6, 'project_id': 'cc5acac69e754e32b265354da6f8014c', 'gw_port_host': None}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:31.579170 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3816c8-c12f-4ff9-8175-8cee84671199 None None] The sync data for ids ['488f6212-d023-4ab5-bdd2-04839394cf9e'] in dv-cinder-760184-6-iscsi is: [{'id': '488f6212-d023-4ab5-bdd2-04839394cf9e', 'name': 'tempest-TestVolumeBootPattern-1586254763-router', 'tenant_id': 'cc5acac69e754e32b265354da6f8014c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:39:20Z', 'updated_at': '2021-08-13T02:47:31Z', 'revision_number': 6, 'project_id': 'cc5acac69e754e32b265354da6f8014c', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:47:31.684135 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:31.709467 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb257cb1-c50a-43e4-9e5c-16bba1ca702f,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:31.781129 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686489'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:31.868481 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:31.870784 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:31.919885 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673018'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:31.920983 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 488f6212-d023-4ab5-bdd2-04839394cf9e {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:47:31.926369 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:31.928071 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-1ddc1e65-c668-4866-95fc-80a13c96cab0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/488f6212-d023-4ab5-bdd2-04839394cf9e HTTP/1.1" status: 204 len: 168 time: 0.8486340 Aug 13 02:47:31.930607 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36632) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:31.992408 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d3002ee-d0c2-462d-8cf7-fa212e2f0b3b admin admin] Deleting subnet 6dd82e0c-f280-47e7-9c5f-446db8f11c58 {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:47:31.996872 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6d3002ee-d0c2-462d-8cf7-fa212e2f0b3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.035900 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6d3002ee-d0c2-462d-8cf7-fa212e2f0b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318480'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.119366 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6d3002ee-d0c2-462d-8cf7-fa212e2f0b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.174928 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6d3002ee-d0c2-462d-8cf7-fa212e2f0b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7329004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6980235'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.198867 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3002ee-d0c2-462d-8cf7-fa212e2f0b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd82e0c-f280-47e7-9c5f-446db8f11c58,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:32.202876 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-6d3002ee-d0c2-462d-8cf7-fa212e2f0b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.207170 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-6d3002ee-d0c2-462d-8cf7-fa212e2f0b3b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6dd82e0c-f280-47e7-9c5f-446db8f11c58 HTTP/1.1" status: 204 len: 168 time: 0.2730711 Aug 13 02:47:32.207430 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36634) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:32.211397 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a3d387-f8f8-4862-9840-56fa4f035263 None None] Network b549cc96-dea9-4d38-9aa4-7035a9dde112 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:47:32.282614 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.342232 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] Deleting port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:47:32.342561 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.384765 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee880f4-17ee-4e0b-95cd-8d99ab0c5131 None None] DHCP port deletion for b549cc96-dea9-4d38-9aa4-7035a9dde112 request from dv-cinder-760184-6-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:47:32.405622 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] For port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=a9a9087c-8e0c-453a-b61c-fe24eaa3b05f,segment=NetworkSegment(c88dfa7a-1902-4ab5-94f3-0c6aef692534),segment_id=c88dfa7a-1902-4ab5-94f3-0c6aef692534)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:32.406217 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.419290 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] Calling delete_port for a9a9087c-8e0c-453a-b61c-fe24eaa3b05f owned by network:dhcp {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:47:32.434441 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-bee880f4-17ee-4e0b-95cd-8d99ab0c5131 None None] Deleting port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:47:32.434813 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bee880f4-17ee-4e0b-95cd-8d99ab0c5131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.495522 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-bee880f4-17ee-4e0b-95cd-8d99ab0c5131 None None] For port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=a9a9087c-8e0c-453a-b61c-fe24eaa3b05f,segment=NetworkSegment(c88dfa7a-1902-4ab5-94f3-0c6aef692534),segment_id=c88dfa7a-1902-4ab5-94f3-0c6aef692534)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:32.495922 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bee880f4-17ee-4e0b-95cd-8d99ab0c5131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.509214 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.509416 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-bee880f4-17ee-4e0b-95cd-8d99ab0c5131 None None] Calling delete_port for a9a9087c-8e0c-453a-b61c-fe24eaa3b05f owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:47:32.549347 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] Pushing event deleted for resources: {'Port': ['ID=a9a9087c-8e0c-453a-b61c-fe24eaa3b05f,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:32.557713 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] No DVR routers for this DVR port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f on host dv-cinder-760184-6-iscsi {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:47:32.597286 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bee880f4-17ee-4e0b-95cd-8d99ab0c5131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.626162 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee880f4-17ee-4e0b-95cd-8d99ab0c5131 None None] Pushing event deleted for resources: {'Port': ['ID=a9a9087c-8e0c-453a-b61c-fe24eaa3b05f,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:32.629962 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee880f4-17ee-4e0b-95cd-8d99ab0c5131 None None] No DVR routers for this DVR port a9a9087c-8e0c-453a-b61c-fe24eaa3b05f on host dv-cinder-760184-6-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:47:32.675177 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.692531 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b549cc96-dea9-4d38-9aa4-7035a9dde112']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:32.705745 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88dfa7a-1902-4ab5-94f3-0c6aef692534') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:32.706041 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88dfa7a-1902-4ab5-94f3-0c6aef692534') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:47:32.712888 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [req-7f8e7f6f-30ad-4066-801e-bf7cbae02c9d req-34a8a87b-0731-4b80-a897-5f3a55a5c072 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1020851 Aug 13 02:47:32.717782 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318471'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.731813 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7a31e-0ef3-4b8f-972c-6658a454ecf8 req-e194c514-bb12-4907-8d51-b0da96042535 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:32.733433 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32b7a31e-0ef3-4b8f-972c-6658a454ecf8 req-e194c514-bb12-4907-8d51-b0da96042535 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0855711 Aug 13 02:47:32.746958 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.760773 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:47:32.761345 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7328818'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: Traceback (most recent call last): Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: timer() Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: cb(*args, **kw) Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: return func(*args, **kwargs) Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: self._notify() Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: self.callback(batched_events) Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: event.method(event) Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: return f(self, *a, **k) Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: return self._get(url).json() Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:47:32.762980 dv-cinder-760184-6-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:47:32.826174 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-32b7a31e-0ef3-4b8f-972c-6658a454ecf8 req-7441aaa3-5cd8-4f6d-b3de-872f26d6acce tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856686 Aug 13 02:47:32.837019 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.851374 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:32.851374 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] 10.222.0.42 "DELETE /v2.0/networks/b549cc96-dea9-4d38-9aa4-7035a9dde112 HTTP/1.1" status: 204 len: 168 time: 0.6389697 Aug 13 02:47:32.857937 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6ba5d-4da0-4a07-8007-b38f723f00db admin admin] Pushing event deleted for resources: {'Network': ['ID=b549cc96-dea9-4d38-9aa4-7035a9dde112,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:32.968313 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36650) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:33.007807 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-f4a206b2-6147-4a2d-8646-8b3f6d83001d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b91bd85928624ab6b05622798c36e4e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382829 Aug 13 02:47:33.010701 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36652) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:33.061388 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-003e2b5c-c09d-477e-8f04-23ecba2e6e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:33.071030 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 58802906-8bf3-4366-874a-2cfc3bbb45af no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:47:33.082984 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-003e2b5c-c09d-477e-8f04-23ecba2e6e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:33.094506 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 58802906-8bf3-4366-874a-2cfc3bbb45af {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:47:33.094914 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 58802906-8bf3-4366-874a-2cfc3bbb45af not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:47:33.095554 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device bb257cb1-c50a-43e4-9e5c-16bba1ca702f no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:47:33.115124 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: bb257cb1-c50a-43e4-9e5c-16bba1ca702f {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:47:33.115470 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device bb257cb1-c50a-43e4-9e5c-16bba1ca702f not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:47:33.115895 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device a9a9087c-8e0c-453a-b61c-fe24eaa3b05f no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:47:33.135717 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: a9a9087c-8e0c-453a-b61c-fe24eaa3b05f {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:47:33.136065 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device a9a9087c-8e0c-453a-b61c-fe24eaa3b05f not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:47:33.147558 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-003e2b5c-c09d-477e-8f04-23ecba2e6e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:33.150563 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-003e2b5c-c09d-477e-8f04-23ecba2e6e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:33.151890 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-003e2b5c-c09d-477e-8f04-23ecba2e6e28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/588ef5a0-2274-443f-9045-38a169d8acf9 HTTP/1.1" status: 204 len: 168 time: 0.1402581 Aug 13 02:47:33.159609 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e2b5c-c09d-477e-8f04-23ecba2e6e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588ef5a0-2274-443f-9045-38a169d8acf9,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:33.483099 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36658) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:33.527147 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5436fe94-0236-4958-9d00-78ac029a7679 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc5acac69e754e32b265354da6f8014c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428436 Aug 13 02:47:33.529825 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36660) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:47:33.580213 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2b4c-b3d5-4187-bb53-4973a6576a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:33.601089 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2b4c-b3d5-4187-bb53-4973a6576a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:33.649578 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2b4c-b3d5-4187-bb53-4973a6576a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:33.652655 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ae9f2b4c-b3d5-4187-bb53-4973a6576a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:33.653853 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ae9f2b4c-b3d5-4187-bb53-4973a6576a52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cded537c-3d65-4dfa-b909-3d5bbca7e5d5 HTTP/1.1" status: 204 len: 168 time: 0.1231205 Aug 13 02:47:33.662319 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9f2b4c-b3d5-4187-bb53-4973a6576a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cded537c-3d65-4dfa-b909-3d5bbca7e5d5,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:33.980795 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a45d2-f353-4b90-a97f-e950abed74bc req-c47c10f7-b3f2-4c57-acfe-b9c7818609d4 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:33.982957 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a83a45d2-f353-4b90-a97f-e950abed74bc req-c47c10f7-b3f2-4c57-acfe-b9c7818609d4 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0754421 Aug 13 02:47:33.994461 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:34.032015 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a83a45d2-f353-4b90-a97f-e950abed74bc req-01529125-e57e-405f-ada1-99d51ded88da tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417404 Aug 13 02:47:34.060150 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:47:34.134413 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:34.156577 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:47:34.158820 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107cbb8c-e36d-4d75-adc9-a3cdcae96db7" -d '{"events": [{"server_uuid": "9b0dfa08-4033-4310-9309-49a23d7d4ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "1115ee5c-ca8a-4e8a-97ea-6da9ae12864e"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:47:34.171084 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,segment=NetworkSegment(dd7260f8-bdbc-4f88-b4fb-3da56ae844ae),segment_id=dd7260f8-bdbc-4f88-b4fb-3da56ae844ae)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:34.178000 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:34.200206 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 02:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c42817e-2bc4-4d15-bbfd-65afa2d362af x-openstack-request-id: req-4c42817e-2bc4-4d15-bbfd-65afa2d362af {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:47:34.200506 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0dfa08-4033-4310-9309-49a23d7d4ecb", "name": "network-vif-unplugged", "status": "completed", "tag": "1115ee5c-ca8a-4e8a-97ea-6da9ae12864e", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:47:34.200789 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c42817e-2bc4-4d15-bbfd-65afa2d362af {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:47:34.201162 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e', 'code': 200} Aug 13 02:47:34.227891 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,revision_number=6']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:34.431801 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e7f6f-30ad-4066-801e-bf7cbae02c9d req-3753915c-a662-41ba-bbdc-4582369c672a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:34.433235 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f8e7f6f-30ad-4066-801e-bf7cbae02c9d req-3753915c-a662-41ba-bbdc-4582369c672a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb&tenant_id=260391a634834bb982490a3e6bac9caa HTTP/1.1" status: 200 len: 1097 time: 0.0524359 Aug 13 02:47:34.532226 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e7f6f-30ad-4066-801e-bf7cbae02c9d req-8bf9b0da-a102-48c7-9493-af5d86cd2ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:34.533819 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f8e7f6f-30ad-4066-801e-bf7cbae02c9d req-8bf9b0da-a102-48c7-9493-af5d86cd2ac4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=260391a634834bb982490a3e6bac9caa&device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 1097 time: 0.0536849 Aug 13 02:47:34.635338 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e7f6f-30ad-4066-801e-bf7cbae02c9d req-3d5088c2-52eb-4c13-8558-e681a1a4785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:34.636840 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f8e7f6f-30ad-4066-801e-bf7cbae02c9d req-3d5088c2-52eb-4c13-8558-e681a1a4785d service neutron] 10.222.0.60 "GET /v2.0/networks?id=11bbecca-ad38-4a1e-ad2a-93e89d52b20a HTTP/1.1" status: 200 len: 910 time: 0.0902512 Aug 13 02:47:34.706515 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f8e7f6f-30ad-4066-801e-bf7cbae02c9d req-f9024351-b1f0-4910-8448-7c8bbd65d4f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e HTTP/1.1" status: 200 len: 1000 time: 0.0609672 Aug 13 02:47:34.758821 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e7f6f-30ad-4066-801e-bf7cbae02c9d req-25aed143-ef14-4d73-a824-7774d14cf125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:34.761018 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f8e7f6f-30ad-4066-801e-bf7cbae02c9d req-25aed143-ef14-4d73-a824-7774d14cf125 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a252b87d-9478-4dfa-86fb-ac71b1ee482d HTTP/1.1" status: 200 len: 848 time: 0.0470374 Aug 13 02:47:34.816038 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e7f6f-30ad-4066-801e-bf7cbae02c9d req-523d829c-2577-4e1f-a0d0-bc90be914d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:34.817655 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f8e7f6f-30ad-4066-801e-bf7cbae02c9d req-523d829c-2577-4e1f-a0d0-bc90be914d85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11bbecca-ad38-4a1e-ad2a-93e89d52b20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489497 Aug 13 02:47:34.933020 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f8e7f6f-30ad-4066-801e-bf7cbae02c9d req-d129c229-16f5-4305-8535-17b21b11711c service neutron] 10.222.0.60 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844755 Aug 13 02:47:35.032193 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7f8e7f6f-30ad-4066-801e-bf7cbae02c9d req-0070a5f6-5537-41b4-8dc9-f81396f12ce4 service neutron] 10.222.0.60 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907969 Aug 13 02:47:35.163786 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c698c-0f19-465d-9123-4fea2c27cb6d req-dee6cb30-5b4b-4cbc-9eed-1f35029edf77 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:35.165307 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-658c698c-0f19-465d-9123-4fea2c27cb6d req-dee6cb30-5b4b-4cbc-9eed-1f35029edf77 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 944 time: 0.0557041 Aug 13 02:47:35.210277 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-658c698c-0f19-465d-9123-4fea2c27cb6d req-dee84fa4-a91a-40a0-9a3d-68d40f263728 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378370 Aug 13 02:47:35.284023 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208422b6-328a-45f7-8d89-1895910c39e7 req-ed12adbe-f20f-4fc2-b984-c6041a08e9ea tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:35.285405 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-208422b6-328a-45f7-8d89-1895910c39e7 req-ed12adbe-f20f-4fc2-b984-c6041a08e9ea tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0466874 Aug 13 02:47:35.324121 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-208422b6-328a-45f7-8d89-1895910c39e7 req-24711968-11ea-4517-a4d9-ad074ef6e594 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325153 Aug 13 02:47:36.342249 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8704298c-d2c4-434e-a50c-bd4728a8742f req-b27bb33b-82bf-4106-b645-03f1f3235feb tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:36.343713 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8704298c-d2c4-434e-a50c-bd4728a8742f req-b27bb33b-82bf-4106-b645-03f1f3235feb tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 944 time: 0.0577657 Aug 13 02:47:36.369297 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c970e417-ec8e-4b95-ae4f-d45b5d859c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:36.388865 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8704298c-d2c4-434e-a50c-bd4728a8742f req-9d1d0c3d-4593-474a-9ecd-97d91d056af5 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388169 Aug 13 02:47:36.456663 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e27da3-02cb-41fa-9959-036a660653d1 req-073b7d1c-8219-49a9-a253-db950f71b28e tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:36.458127 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-85e27da3-02cb-41fa-9959-036a660653d1 req-073b7d1c-8219-49a9-a253-db950f71b28e tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0564039 Aug 13 02:47:36.497290 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-85e27da3-02cb-41fa-9959-036a660653d1 req-8e87e834-6200-44f2-a322-e4ba26540f9d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326321 Aug 13 02:47:37.526173 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b0e02-8430-4cf2-ae51-7b36f9923029 req-3b3a8d52-f64c-4b9c-9d3d-714c6ddcf0ed tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:37.527715 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-047b0e02-8430-4cf2-ae51-7b36f9923029 req-3b3a8d52-f64c-4b9c-9d3d-714c6ddcf0ed tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 944 time: 0.0609722 Aug 13 02:47:37.568352 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-047b0e02-8430-4cf2-ae51-7b36f9923029 req-fefcb80e-4899-4156-ae85-3dd21f568b94 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341988 Aug 13 02:47:37.616008 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b472feb-52a5-4eeb-9b41-d3ef24714731 req-d20fc5fb-621d-43b3-a4f0-a2ba406eca28 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:37.617494 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b472feb-52a5-4eeb-9b41-d3ef24714731 req-d20fc5fb-621d-43b3-a4f0-a2ba406eca28 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0482767 Aug 13 02:47:37.659017 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1b472feb-52a5-4eeb-9b41-d3ef24714731 req-107ddca5-2e56-4f3f-8c4f-cbe756dca5c5 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354891 Aug 13 02:47:38.706079 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713d451-678a-4d32-9d3b-96e6cc4636db req-e1f9dd4d-b26c-43be-af77-c227fe1c7e78 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:38.707780 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a713d451-678a-4d32-9d3b-96e6cc4636db req-e1f9dd4d-b26c-43be-af77-c227fe1c7e78 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 944 time: 0.0609608 Aug 13 02:47:38.754765 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a713d451-678a-4d32-9d3b-96e6cc4636db req-56b9e6ac-e9f9-465a-ba8b-5186b0024b43 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408947 Aug 13 02:47:38.789488 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c67b0-f463-400c-997d-baf87b7f7790 req-3148d4fb-5cbc-4130-9a9b-604bd1cf4d96 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:38.791028 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e6c67b0-f463-400c-997d-baf87b7f7790 req-3148d4fb-5cbc-4130-9a9b-604bd1cf4d96 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0514529 Aug 13 02:47:38.832948 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7e6c67b0-f463-400c-997d-baf87b7f7790 req-ea9ac9ff-652e-49a7-8630-913a8a4d8606 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330088 Aug 13 02:47:39.189716 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:39.312705 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-dc29ea34-2871-4052-b4fd-842b92584788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:39.889402 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1a34a-d9b4-4530-919d-5c79a0cb7f8a req-f94622a8-6e19-4b76-9a74-0c807ee04ab1 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:39.890919 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0be1a34a-d9b4-4530-919d-5c79a0cb7f8a req-f94622a8-6e19-4b76-9a74-0c807ee04ab1 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 944 time: 0.0636840 Aug 13 02:47:39.958823 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0be1a34a-d9b4-4530-919d-5c79a0cb7f8a req-0576b8ce-a6ba-47f6-a41e-697958d37d92 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612841 Aug 13 02:47:39.975091 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8de66-2af6-4d30-9eaa-f0d4ae394f11 req-2fca6d57-8b17-40d7-951d-807c25e73a83 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:39.976556 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-12c8de66-2af6-4d30-9eaa-f0d4ae394f11 req-2fca6d57-8b17-40d7-951d-807c25e73a83 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0717609 Aug 13 02:47:40.015510 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-12c8de66-2af6-4d30-9eaa-f0d4ae394f11 req-ac1fbdd8-7e28-480c-956f-579eb9149f31 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326767 Aug 13 02:47:40.479611 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:41.080389 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53693d0-4fcb-462d-9add-6c6ca26a73b3 req-679dd318-d2af-4374-960a-9de27dc1fd98 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:41.081894 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b53693d0-4fcb-462d-9add-6c6ca26a73b3 req-679dd318-d2af-4374-960a-9de27dc1fd98 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 944 time: 0.0500159 Aug 13 02:47:41.146417 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b53693d0-4fcb-462d-9add-6c6ca26a73b3 req-9543cf55-9f69-4194-a74d-f6e4b9ed738b tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585263 Aug 13 02:47:41.162210 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb42ec-e484-4fbc-9b47-db37a2eeab3a req-6fff6476-84e6-4d7d-9b0b-09430d433726 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:41.163640 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6fdb42ec-e484-4fbc-9b47-db37a2eeab3a req-6fff6476-84e6-4d7d-9b0b-09430d433726 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0741727 Aug 13 02:47:41.201171 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-6fdb42ec-e484-4fbc-9b47-db37a2eeab3a req-ef4133e0-fbfd-4251-8904-0370f7865c7f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311656 Aug 13 02:47:41.811755 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:42.096360 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:47:42.202905 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,segment=NetworkSegment(dd7260f8-bdbc-4f88-b4fb-3da56ae844ae),segment_id=dd7260f8-bdbc-4f88-b4fb-3da56ae844ae)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:42.214962 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'port_id': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e', 'mac_address': 'fa:16:3e:c2:40:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:47:42.251533 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:42.264266 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:47:42.265897 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119013b-e642-4491-b720-ff0fd8c9ba0e req-4bb16a64-5ee1-47af-9a1d-8891aa37bc15 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:42.267420 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0119013b-e642-4491-b720-ff0fd8c9ba0e req-4bb16a64-5ee1-47af-9a1d-8891aa37bc15 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 944 time: 0.0488985 Aug 13 02:47:42.284321 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,segment=NetworkSegment(dd7260f8-bdbc-4f88-b4fb-3da56ae844ae),segment_id=dd7260f8-bdbc-4f88-b4fb-3da56ae844ae)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:42.289110 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:42.330893 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-0119013b-e642-4491-b720-ff0fd8c9ba0e req-596da801-ddce-49bf-8999-54282c22b9e8 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572765 Aug 13 02:47:42.346667 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e24d6-88b8-4478-a071-4f814d5ee6b8 req-92f823db-b4c9-4d03-b7ec-ccda8d9b0d62 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:42.348094 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-613e24d6-88b8-4478-a071-4f814d5ee6b8 req-92f823db-b4c9-4d03-b7ec-ccda8d9b0d62 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0727320 Aug 13 02:47:42.348321 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,revision_number=7']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:42.385171 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-613e24d6-88b8-4478-a071-4f814d5ee6b8 req-bc9e04dc-a580-481c-8a15-8c71808bbe4e tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308697 Aug 13 02:47:42.599190 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['1115ee5c-ca8a-4e8a-97ea-6da9ae12864e'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:47:43.472552 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd92f67-7f73-4c15-b382-c7f854d25db8 req-5052508e-ba3b-41a7-95dc-8847e2a18c4a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:43.473954 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd92f67-7f73-4c15-b382-c7f854d25db8 req-5052508e-ba3b-41a7-95dc-8847e2a18c4a tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 945 time: 0.0637426 Aug 13 02:47:43.531943 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423ee02-1ea5-4794-ae0d-83b108f7a72e req-b5552518-980f-4de5-8683-6dca52f99e7f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:43.533428 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c423ee02-1ea5-4794-ae0d-83b108f7a72e req-b5552518-980f-4de5-8683-6dca52f99e7f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0791392 Aug 13 02:47:43.536102 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ebd92f67-7f73-4c15-b382-c7f854d25db8 req-9a0d0de1-ce47-454a-9c85-aca9d16d762e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492539 Aug 13 02:47:43.571224 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-c423ee02-1ea5-4794-ae0d-83b108f7a72e req-1b242bdb-ecb6-48af-bfda-ad9759c3f375 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316966 Aug 13 02:47:44.110628 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:47:44.169693 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:47:44.170065 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:44.248752 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:44.274330 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:47:44.276811 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357bd6ff-7c77-4545-807b-4562f4ee4892" -d '{"events": [{"server_uuid": "9b0dfa08-4033-4310-9309-49a23d7d4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "1115ee5c-ca8a-4e8a-97ea-6da9ae12864e"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:47:44.291849 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,segment=NetworkSegment(dd7260f8-bdbc-4f88-b4fb-3da56ae844ae),segment_id=dd7260f8-bdbc-4f88-b4fb-3da56ae844ae)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:47:44.297327 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:47:44.320286 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630fb2d4-2c2e-4668-ab92-6ed7aab6cb18 x-openstack-request-id: req-630fb2d4-2c2e-4668-ab92-6ed7aab6cb18 {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:47:44.320599 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0dfa08-4033-4310-9309-49a23d7d4ecb", "name": "network-vif-plugged", "status": "completed", "tag": "1115ee5c-ca8a-4e8a-97ea-6da9ae12864e", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:47:44.320849 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-630fb2d4-2c2e-4668-ab92-6ed7aab6cb18 {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:47:44.321234 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e', 'code': 200} Aug 13 02:47:44.347024 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,revision_number=8']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:47:44.585761 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413e824-9cc0-4d7a-b2af-f06e77d24e87 req-87a0ee98-fe11-4260-82b8-0ad0f7415a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:44.587256 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8413e824-9cc0-4d7a-b2af-f06e77d24e87 req-87a0ee98-fe11-4260-82b8-0ad0f7415a8b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 1099 time: 0.0446386 Aug 13 02:47:44.660855 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8413e824-9cc0-4d7a-b2af-f06e77d24e87 req-d508ea11-aff6-4dd2-b0ae-7f5a0f006cd9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658827 Aug 13 02:47:44.694660 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f719b-6c3b-47d9-868f-f24eb773e7a4 req-d203bc27-0c49-417f-ae28-e506034910ee tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:44.696073 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-659f719b-6c3b-47d9-868f-f24eb773e7a4 req-d203bc27-0c49-417f-ae28-e506034910ee tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0879669 Aug 13 02:47:44.713174 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722c44f-4906-4a39-bf37-561a2fbe5698 req-9000f1b7-1b38-4077-9dbe-aec79f0ae266 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:44.714773 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8722c44f-4906-4a39-bf37-561a2fbe5698 req-9000f1b7-1b38-4077-9dbe-aec79f0ae266 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0698497 Aug 13 02:47:44.767461 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-659f719b-6c3b-47d9-868f-f24eb773e7a4 req-d0cbb0a0-53a7-45a8-8006-6b3d16ce5b3d tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516551 Aug 13 02:47:44.772027 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-8722c44f-4906-4a39-bf37-561a2fbe5698 req-393314cb-1c4b-4486-80d8-5addc9ed7243 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507009 Aug 13 02:47:45.910027 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b22fea-8fa0-4192-af83-643b74e34c3e req-dcc3c293-ed55-4ae1-8b07-ca9200a1bdfe tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:45.911513 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-79b22fea-8fa0-4192-af83-643b74e34c3e req-dcc3c293-ed55-4ae1-8b07-ca9200a1bdfe tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0766480 Aug 13 02:47:45.922885 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798983ae-5648-40ad-8084-7734c5da8591 req-3b9fb751-df72-41bc-90ee-2d714fb2fdd6 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:45.924250 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-798983ae-5648-40ad-8084-7734c5da8591 req-3b9fb751-df72-41bc-90ee-2d714fb2fdd6 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0799999 Aug 13 02:47:45.975867 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-79b22fea-8fa0-4192-af83-643b74e34c3e req-62b0029f-079d-4643-adf3-e44862bce579 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506706 Aug 13 02:47:45.983120 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-798983ae-5648-40ad-8084-7734c5da8591 req-807d6456-1228-4bc5-b8bf-d06589029475 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523772 Aug 13 02:47:46.202018 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313245d-ba49-46b3-951c-d35de474ca2b req-e57488db-cb37-4161-82a0-ea8bee44d5f3 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:46.203512 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b313245d-ba49-46b3-951c-d35de474ca2b req-e57488db-cb37-4161-82a0-ea8bee44d5f3 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0532303 Aug 13 02:47:46.268381 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-b313245d-ba49-46b3-951c-d35de474ca2b req-2e457ed3-b4a7-49df-b94d-88aef34bc34d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526826 Aug 13 02:47:46.270926 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c321746-d011-445f-8fa2-1f7218d5ea08 req-afd340e4-3585-4940-b0cd-31acb15d1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:46.272284 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2c321746-d011-445f-8fa2-1f7218d5ea08 req-afd340e4-3585-4940-b0cd-31acb15d1adb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6807407b083a46a8aa8ca1b4569d109d&device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 1098 time: 0.0652094 Aug 13 02:47:46.367238 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c321746-d011-445f-8fa2-1f7218d5ea08 req-df0f10b8-4cea-40df-b9bc-e02691e41f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:46.368620 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2c321746-d011-445f-8fa2-1f7218d5ea08 req-df0f10b8-4cea-40df-b9bc-e02691e41f16 service neutron] 10.222.0.60 "GET /v2.0/networks?id=502f84e1-86e8-4936-88ab-5dda8978cb77 HTTP/1.1" status: 200 len: 912 time: 0.0892804 Aug 13 02:47:46.449630 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2c321746-d011-445f-8fa2-1f7218d5ea08 req-4b5d44b2-d4e9-436b-a56a-3eaf3df63ff6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bedcb0e0-29f5-48d9-ae67-6ce1102b6633 HTTP/1.1" status: 200 len: 1000 time: 0.0728462 Aug 13 02:47:46.498833 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c321746-d011-445f-8fa2-1f7218d5ea08 req-bc5ac2fb-802c-4610-b6db-0d950b455950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:46.500186 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2c321746-d011-445f-8fa2-1f7218d5ea08 req-bc5ac2fb-802c-4610-b6db-0d950b455950 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=061bd213-585f-4fcc-b4b9-97bd3d7a36fd HTTP/1.1" status: 200 len: 850 time: 0.0436208 Aug 13 02:47:46.546885 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c321746-d011-445f-8fa2-1f7218d5ea08 req-1f0e3b10-a29c-48f9-9fb7-bb9d79cab877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:46.548390 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2c321746-d011-445f-8fa2-1f7218d5ea08 req-1f0e3b10-a29c-48f9-9fb7-bb9d79cab877 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=502f84e1-86e8-4936-88ab-5dda8978cb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410924 Aug 13 02:47:46.921512 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2c321746-d011-445f-8fa2-1f7218d5ea08 req-6caef5b0-207b-4a8b-958e-f4a9077f9538 service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659432 Aug 13 02:47:47.011793 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2c321746-d011-445f-8fa2-1f7218d5ea08 req-33428fe0-a3bd-4294-b37e-0909c65d70c9 service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826497 Aug 13 02:47:47.403895 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22580be5-6c68-4a1b-8a4c-504b702e6007 req-0861a296-13ef-4d44-9cc8-7ddcb9f769a2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:47.405424 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-22580be5-6c68-4a1b-8a4c-504b702e6007 req-0861a296-13ef-4d44-9cc8-7ddcb9f769a2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0590754 Aug 13 02:47:47.449556 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-22580be5-6c68-4a1b-8a4c-504b702e6007 req-c32419fc-f12b-4029-950b-ecc78b240d35 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380690 Aug 13 02:47:48.581033 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e9710-4f4a-41a3-a796-461683e0be0f req-e75665ae-cb1c-4266-929f-5a353a1bb127 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:47:48.582464 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c7e9710-4f4a-41a3-a796-461683e0be0f req-e75665ae-cb1c-4266-929f-5a353a1bb127 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0545352 Aug 13 02:47:48.620094 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7c7e9710-4f4a-41a3-a796-461683e0be0f req-31e3bc7c-54f9-4df6-b31a-8013ab6f026b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315950 Aug 13 02:48:03.975208 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:06.374429 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f06fb9b5-a85e-44c0-8849-83635692817d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:06.819573 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:48:09.188108 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:09.319568 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-9e16a656-2056-4d02-8d35-c23147ad0fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:10.484379 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:11.807115 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:13.414797 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31f1b09d-1ff9-4c6d-b892-6da8a44b7a28 req-7baa6bdc-deb5-46d1-8b56-0ae4882effc3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417273 Aug 13 02:48:13.504995 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1b09d-1ff9-4c6d-b892-6da8a44b7a28 req-37fb758d-741d-47a1-8da9-dc717b38336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:13.506469 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31f1b09d-1ff9-4c6d-b892-6da8a44b7a28 req-37fb758d-741d-47a1-8da9-dc717b38336a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6807407b083a46a8aa8ca1b4569d109d&device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 1098 time: 0.0532193 Aug 13 02:48:13.621504 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1b09d-1ff9-4c6d-b892-6da8a44b7a28 req-8ab90e6c-2eac-496f-81b2-655e858b6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:13.622988 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31f1b09d-1ff9-4c6d-b892-6da8a44b7a28 req-8ab90e6c-2eac-496f-81b2-655e858b6097 service neutron] 10.222.0.60 "GET /v2.0/networks?id=502f84e1-86e8-4936-88ab-5dda8978cb77 HTTP/1.1" status: 200 len: 912 time: 0.0919821 Aug 13 02:48:13.697624 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31f1b09d-1ff9-4c6d-b892-6da8a44b7a28 req-bacb2f28-c43c-4d9f-8896-25b8a3ea60d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bedcb0e0-29f5-48d9-ae67-6ce1102b6633 HTTP/1.1" status: 200 len: 1000 time: 0.0664699 Aug 13 02:48:13.753223 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1b09d-1ff9-4c6d-b892-6da8a44b7a28 req-20adfc64-de80-4295-9d90-d63a3a3d24ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:13.754644 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31f1b09d-1ff9-4c6d-b892-6da8a44b7a28 req-20adfc64-de80-4295-9d90-d63a3a3d24ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=061bd213-585f-4fcc-b4b9-97bd3d7a36fd HTTP/1.1" status: 200 len: 850 time: 0.0495284 Aug 13 02:48:13.805039 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1b09d-1ff9-4c6d-b892-6da8a44b7a28 req-d072a115-4951-4b98-9760-46f2c2f11bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:13.807315 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31f1b09d-1ff9-4c6d-b892-6da8a44b7a28 req-d072a115-4951-4b98-9760-46f2c2f11bbd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=502f84e1-86e8-4936-88ab-5dda8978cb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450625 Aug 13 02:48:13.819403 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-31f1b09d-1ff9-4c6d-b892-6da8a44b7a28 req-97da4c4d-fbc4-40f5-80ab-1ce3ea311d2f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:48:13.820387 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31f1b09d-1ff9-4c6d-b892-6da8a44b7a28 req-97da4c4d-fbc4-40f5-80ab-1ce3ea311d2f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051517 Aug 13 02:48:13.930303 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31f1b09d-1ff9-4c6d-b892-6da8a44b7a28 req-aadd5fc5-961f-4ad7-bc21-427e31e7f653 service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014314 Aug 13 02:48:14.024481 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31f1b09d-1ff9-4c6d-b892-6da8a44b7a28 req-3f923951-9d7e-472a-8e36-116316986bee service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857563 Aug 13 02:48:22.061957 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b3d32-4a2a-4a0a-965a-eb70bf2f82e4 req-4774a066-a6b2-4b9f-b577-fc0dcc0d13d2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:22.063425 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-741b3d32-4a2a-4a0a-965a-eb70bf2f82e4 req-4774a066-a6b2-4b9f-b577-fc0dcc0d13d2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.2566230 Aug 13 02:48:22.102800 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-741b3d32-4a2a-4a0a-965a-eb70bf2f82e4 req-f2585702-a068-4f17-84b3-e02a4fa03532 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332012 Aug 13 02:48:23.300792 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb48dd-f29f-4769-a7ca-1e385e7c9269 req-1e1e7b19-934e-44df-b8ad-6054e51e2f43 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:23.302268 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bccb48dd-f29f-4769-a7ca-1e385e7c9269 req-1e1e7b19-934e-44df-b8ad-6054e51e2f43 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.1225293 Aug 13 02:48:23.345730 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-bccb48dd-f29f-4769-a7ca-1e385e7c9269 req-590e8c50-e481-4d61-84b2-3a896547b077 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343795 Aug 13 02:48:23.919624 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-b921d4a5-f26d-4499-a749-d9be2963fd3d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:23.921198 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-b921d4a5-f26d-4499-a749-d9be2963fd3d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 945 time: 0.0617464 Aug 13 02:48:24.021955 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Deleting port bedcb0e0-29f5-48d9-ae67-6ce1102b6633 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:24.022275 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:24.119907 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] For port bedcb0e0-29f5-48d9-ae67-6ce1102b6633, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=bedcb0e0-29f5-48d9-ae67-6ce1102b6633,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:24.120272 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:24.308894 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:24.309645 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:24.309645 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Floating IP e43ca049-a1b0-4c8b-8f0b-8997fe3db43d disassociated. External IP: 172.27.1.61, port: bedcb0e0-29f5-48d9-ae67-6ce1102b6633. Aug 13 02:48:24.309896 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Calling delete_port for bedcb0e0-29f5-48d9-ae67-6ce1102b6633 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:24.470096 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:24.511559 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d92b97-ee7a-4c0c-a986-ee42838477ed req-15b37656-7959-43ba-809f-9c0f78d4874d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:24.513186 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31d92b97-ee7a-4c0c-a986-ee42838477ed req-15b37656-7959-43ba-809f-9c0f78d4874d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=5dbc124f-8403-4a7d-a003-74f0fbc2e884 HTTP/1.1" status: 200 len: 867 time: 0.0939376 Aug 13 02:48:24.518639 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event deleted for resources: {'Port': ['ID=bedcb0e0-29f5-48d9-ae67-6ce1102b6633,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:24.565924 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:24.566172 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:24.566490 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:24.566819 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:24.567146 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:24.567475 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:24.567794 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:24.568094 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:24.568437 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:24.568780 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:24.569104 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:24.569417 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:24.633251 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-31d92b97-ee7a-4c0c-a986-ee42838477ed req-77341ef0-9ee4-43c3-828d-211eb60dc963 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7e2f801-f282-446e-9460-2da965644b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778568 Aug 13 02:48:24.659802 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Router 05dee3af-985e-4d96-aabd-33606369a72c has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:48:24.785122 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:24.796307 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736bbf5-bcae-43cf-aaf4-dda1f44c3b2a None None] Sync routers for ids ['05dee3af-985e-4d96-aabd-33606369a72c'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:24.805841 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e736bbf5-bcae-43cf-aaf4-dda1f44c3b2a None None] Routers {'05dee3af-985e-4d96-aabd-33606369a72c'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:24.806440 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e736bbf5-bcae-43cf-aaf4-dda1f44c3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['05dee3af-985e-4d96-aabd-33606369a72c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:24.830439 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] No DVR routers for this DVR port bedcb0e0-29f5-48d9-ae67-6ce1102b6633 on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:48:24.833194 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:24.835267 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-7d6cc6fc-22e3-4bcd-89ca-82cc31560d45 req-59b61e52-9388-4c9e-87f9-4c7b8b369a71 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.60 "DELETE /v2.0/ports/bedcb0e0-29f5-48d9-ae67-6ce1102b6633 HTTP/1.1" status: 204 len: 173 time: 0.9075038 Aug 13 02:48:24.835690 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbc124f-8403-4a7d-a003-74f0fbc2e884', 'name': 'network-vif-deleted', 'tag': 'bedcb0e0-29f5-48d9-ae67-6ce1102b6633'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:24.838098 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc2ed75-765c-4c5c-bd4a-0a9459c4072c" -d '{"events": [{"server_uuid": "5dbc124f-8403-4a7d-a003-74f0fbc2e884", "name": "network-vif-deleted", "tag": "bedcb0e0-29f5-48d9-ae67-6ce1102b6633"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:24.937463 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-e736bbf5-bcae-43cf-aaf4-dda1f44c3b2a None None] Set router 05dee3af-985e-4d96-aabd-33606369a72c gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:24.959466 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afc9247-5de3-43f0-b931-a4e3c4f53ced x-openstack-request-id: req-4afc9247-5de3-43f0-b931-a4e3c4f53ced {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:24.959827 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbc124f-8403-4a7d-a003-74f0fbc2e884", "name": "network-vif-deleted", "tag": "bedcb0e0-29f5-48d9-ae67-6ce1102b6633", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:24.960137 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4afc9247-5de3-43f0-b931-a4e3c4f53ced {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:24.960726 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbc124f-8403-4a7d-a003-74f0fbc2e884', 'name': 'network-vif-deleted', 'tag': 'bedcb0e0-29f5-48d9-ae67-6ce1102b6633', 'status': 'completed', 'code': 200} Aug 13 02:48:25.157892 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e736bbf5-bcae-43cf-aaf4-dda1f44c3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '77422477-1ad9-4610-b9dd-6becf0751d7b', 'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'mac_address': 'fa:16:3e:92:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:35Z', 'updated_at': '2021-08-13T02:45:41Z', 'revision_number': 5, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'subnets': [{'id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:25.189259 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736bbf5-bcae-43cf-aaf4-dda1f44c3b2a None None] Checking router: 05dee3af-985e-4d96-aabd-33606369a72c for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:25.198998 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e736bbf5-bcae-43cf-aaf4-dda1f44c3b2a None None] Routers {'05dee3af-985e-4d96-aabd-33606369a72c'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:25.199602 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e736bbf5-bcae-43cf-aaf4-dda1f44c3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['05dee3af-985e-4d96-aabd-33606369a72c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:25.308415 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-e736bbf5-bcae-43cf-aaf4-dda1f44c3b2a None None] Set router 05dee3af-985e-4d96-aabd-33606369a72c gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:25.518194 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e736bbf5-bcae-43cf-aaf4-dda1f44c3b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '77422477-1ad9-4610-b9dd-6becf0751d7b', 'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'mac_address': 'fa:16:3e:92:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:35Z', 'updated_at': '2021-08-13T02:45:41Z', 'revision_number': 5, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'subnets': [{'id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:25.548863 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e736bbf5-bcae-43cf-aaf4-dda1f44c3b2a None None] The sync data for ids ['05dee3af-985e-4d96-aabd-33606369a72c'] in dv-cinder-760184-6-iscsi is: [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '77422477-1ad9-4610-b9dd-6becf0751d7b', 'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'mac_address': 'fa:16:3e:92:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:35Z', 'updated_at': '2021-08-13T02:45:41Z', 'revision_number': 5, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'subnets': [{'id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:25.721610 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36788) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:25.773909 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb26c4ea-ef7b-4fc8-a90e-2a4b42108c4c None None] New status for floating IP e43ca049-a1b0-4c8b-8f0b-8997fe3db43d: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:48:25.777254 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9b065511-86b6-4aa2-8415-579f62e0d097 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.801506 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9b065511-86b6-4aa2-8415-579f62e0d097 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.849285 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9b065511-86b6-4aa2-8415-579f62e0d097 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.851781 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-9b065511-86b6-4aa2-8415-579f62e0d097 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:25.852962 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-9b065511-86b6-4aa2-8415-579f62e0d097 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "DELETE /v2.0/security-groups/b7e2f801-f282-446e-9460-2da965644b65 HTTP/1.1" status: 204 len: 168 time: 0.1303768 Aug 13 02:48:25.855988 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36790) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:25.861833 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b065511-86b6-4aa2-8415-579f62e0d097 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e2f801-f282-446e-9460-2da965644b65,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:25.872184 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.api.v2.resource [None req-8cc08bbe-f3fd-4c3f-bc71-9bb851d92413 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] show failed (client error): The resource could not be found. Aug 13 02:48:25.873316 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-8cc08bbe-f3fd-4c3f-bc71-9bb851d92413 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups/b7e2f801-f282-446e-9460-2da965644b65 HTTP/1.1" status: 404 len: 347 time: 0.0161624 Aug 13 02:48:25.877109 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36792) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:26.001882 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-435a4ef0-df41-41c6-9ccf-ee10aa4464e2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Deleting port bfa02017-1d3d-4b0a-8a47-895652717d00 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:48:26.002223 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-435a4ef0-df41-41c6-9ccf-ee10aa4464e2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.082527 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-435a4ef0-df41-41c6-9ccf-ee10aa4464e2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.082829 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-435a4ef0-df41-41c6-9ccf-ee10aa4464e2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.095215 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-435a4ef0-df41-41c6-9ccf-ee10aa4464e2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Calling delete_port for bfa02017-1d3d-4b0a-8a47-895652717d00 owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:48:26.239810 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-435a4ef0-df41-41c6-9ccf-ee10aa4464e2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.264479 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a4ef0-df41-41c6-9ccf-ee10aa4464e2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event deleted for resources: {'Port': ['ID=bfa02017-1d3d-4b0a-8a47-895652717d00,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:26.325352 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-435a4ef0-df41-41c6-9ccf-ee10aa4464e2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.329952 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-435a4ef0-df41-41c6-9ccf-ee10aa4464e2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.331687 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-435a4ef0-df41-41c6-9ccf-ee10aa4464e2 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "DELETE /v2.0/floatingips/e43ca049-a1b0-4c8b-8f0b-8997fe3db43d HTTP/1.1" status: 204 len: 168 time: 0.4533255 Aug 13 02:48:26.503358 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36796) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:26.509371 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-4cda0ec1-d0d2-4098-bf68-668d2b7d506d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Request body: {'security_group': {'name': 'tempest-securitygroup--312457480', 'description': 'tempest-description--982993691'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:26.536328 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4cda0ec1-d0d2-4098-bf68-668d2b7d506d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.622728 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4cda0ec1-d0d2-4098-bf68-668d2b7d506d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.627757 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4cda0ec1-d0d2-4098-bf68-668d2b7d506d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.660049 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4cda0ec1-d0d2-4098-bf68-668d2b7d506d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.661304 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4cda0ec1-d0d2-4098-bf68-668d2b7d506d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1566005 Aug 13 02:48:26.663106 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda0ec1-d0d2-4098-bf68-668d2b7d506d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71d76a6-8829-4301-a6c3-e0a36f6d7e9e,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:26.664352 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36798) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:26.669053 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-d39fb5bd-7d84-46e1-a5f5-c130c994c4dc tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Request body: {'security_group_rule': {'security_group_id': 'a71d76a6-8829-4301-a6c3-e0a36f6d7e9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:26.700071 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d39fb5bd-7d84-46e1-a5f5-c130c994c4dc tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.754824 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d39fb5bd-7d84-46e1-a5f5-c130c994c4dc tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.761605 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d39fb5bd-7d84-46e1-a5f5-c130c994c4dc tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.781541 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39fb5bd-7d84-46e1-a5f5-c130c994c4dc tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc43b44-a58e-4134-9ac7-6f066df6a4a8,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:26.785695 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d39fb5bd-7d84-46e1-a5f5-c130c994c4dc tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.789481 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d39fb5bd-7d84-46e1-a5f5-c130c994c4dc tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214731 Aug 13 02:48:26.789975 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36800) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:26.794408 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.v2.base [None req-603fc7b8-b899-45cb-a979-4c8a1062051c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Request body: {'security_group_rule': {'security_group_id': 'a71d76a6-8829-4301-a6c3-e0a36f6d7e9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94107) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:26.823960 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-603fc7b8-b899-45cb-a979-4c8a1062051c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.881769 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-603fc7b8-b899-45cb-a979-4c8a1062051c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.887593 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-603fc7b8-b899-45cb-a979-4c8a1062051c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455234'] for security_group_rule, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.921103 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603fc7b8-b899-45cb-a979-4c8a1062051c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da81ff2f-29fe-422b-9a1a-fa19305ed447,revision_number=0']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:26.931110 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-603fc7b8-b899-45cb-a979-4c8a1062051c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:26.932310 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-603fc7b8-b899-45cb-a979-4c8a1062051c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416049 Aug 13 02:48:26.937279 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36802) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:26.943649 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Request body: {'floatingip': {'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:26.972629 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for floatingip, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.073882 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.175673 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Allocated IP 172.27.1.149 (62097cf8-f4d4-4991-952d-10ed3758274c/95b6d0d4-edcf-4e6d-8ee2-5abbd395a994/1506d2d1-1a35-4c64-973e-eb916e7c80e2) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:48:27.277388 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.321987 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.363959 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Network 62097cf8-f4d4-4991-952d-10ed3758274c is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:48:27.366804 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:27.370337 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:48:27.375565 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event updated for resources: {'Port': ['ID=1506d2d1-1a35-4c64-973e-eb916e7c80e2,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:27.452572 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.489335 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.640723 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.648366 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.709383 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event updated for resources: {'Port': ['ID=1506d2d1-1a35-4c64-973e-eb916e7c80e2,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:27.724103 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.746120 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:27.747710 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-885853f9-eeb1-43f8-93c1-057657838f4f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8093250 Aug 13 02:48:27.948527 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-ad4b14cc-7f24-48fb-8617-edc29ae83f6d tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--312457480&fields=id&tenant_id=6807407b083a46a8aa8ca1b4569d109d HTTP/1.1" status: 200 len: 267 time: 0.0382960 Aug 13 02:48:28.065706 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-5b426b23-a7a9-4802-83b3-a29ccaef3114 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:28.067146 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-5b426b23-a7a9-4802-83b3-a29ccaef3114 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/networks?id=502f84e1-86e8-4936-88ab-5dda8978cb77 HTTP/1.1" status: 200 len: 811 time: 0.1111982 Aug 13 02:48:28.082490 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-e07f400c-614f-47c3-995d-30d2594f23ef tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/quotas/6807407b083a46a8aa8ca1b4569d109d HTTP/1.1" status: 200 len: 375 time: 0.0096331 Aug 13 02:48:28.135537 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8916ead3-97e8-4f1a-a1ae-ec0160ba380f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6807407b083a46a8aa8ca1b4569d109d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0479069 Aug 13 02:48:28.199403 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-1c2cd70c-c5d5-4bb4-a6c5-0dc0dd3c10fa service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94106) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 02:48:28.201267 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-1c2cd70c-c5d5-4bb4-a6c5-0dc0dd3c10fa service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0535660 Aug 13 02:48:28.303626 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-251b1601-b894-40f7-ab14-2ffd13e1daaa service neutron] 10.222.0.42 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948074 Aug 13 02:48:28.341664 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device bedcb0e0-29f5-48d9-ae67-6ce1102b6633 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:48:28.365361 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: bedcb0e0-29f5-48d9-ae67-6ce1102b6633 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:48:28.365692 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device bedcb0e0-29f5-48d9-ae67-6ce1102b6633 not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:48:28.400377 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-675b30e9-e78a-4890-a541-f2e5706dcec7 service neutron] 10.222.0.42 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876205 Aug 13 02:48:28.571875 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-73ccc0d3-5047-4d37-a0f2-bdc519d4142d req-4ba379e8-d9ad-4918-8c18-03de82cf044b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 210 time: 0.0300014 Aug 13 02:48:29.677575 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-43e36062-4104-40a0-8074-1bc8a8eb4202 req-8ce14c7f-aa42-4992-816f-16f5d7d642a4 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 210 time: 0.0303187 Aug 13 02:48:29.778224 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-f4055ef6-c883-496a-a5da-6d9e4f4ab98f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:29.779775 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-f4055ef6-c883-496a-a5da-6d9e4f4ab98f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.60 "GET /v2.0/networks?id=502f84e1-86e8-4936-88ab-5dda8978cb77 HTTP/1.1" status: 200 len: 811 time: 0.1047790 Aug 13 02:48:29.831250 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-2184e05a-0711-4a84-bb2d-09db9cea036b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6807407b083a46a8aa8ca1b4569d109d HTTP/1.1" status: 200 len: 379 time: 0.0357194 Aug 13 02:48:29.841228 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-928ccbb2-b02c-46f6-9882-0e73dc748a68 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Request body: {'port': {'device_id': 'e38429c8-3a7b-454c-9858-e848a4b3e334', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'admin_state_up': True, 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'security_groups': ['a71d76a6-8829-4301-a6c3-e0a36f6d7e9e']}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:29.955913 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-928ccbb2-b02c-46f6-9882-0e73dc748a68 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Made reservation on behalf of 6807407b083a46a8aa8ca1b4569d109d for: {'port': 1} {{(pid=94106) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 02:48:29.959865 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-928ccbb2-b02c-46f6-9882-0e73dc748a68 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.098439 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_common [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-928ccbb2-b02c-46f6-9882-0e73dc748a68 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Allocated IP 172.20.0.9 (502f84e1-86e8-4936-88ab-5dda8978cb77/061bd213-585f-4fcc-b4b9-97bd3d7a36fd/ad991b1a-f81c-40d5-92fd-88934fb69d86) {{(pid=94106) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 02:48:30.241059 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-928ccbb2-b02c-46f6-9882-0e73dc748a68 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for port, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.255933 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-928ccbb2-b02c-46f6-9882-0e73dc748a68 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Transition to ACTIVE for port object ad991b1a-f81c-40d5-92fd-88934fb69d86 will not be triggered until provisioned by entity DHCP. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:30.294505 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-928ccbb2-b02c-46f6-9882-0e73dc748a68 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737000039397', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.338682 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-928ccbb2-b02c-46f6-9882-0e73dc748a68 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Network 502f84e1-86e8-4936-88ab-5dda8978cb77 is already hosted by enough agents. {{(pid=94106) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 02:48:30.341731 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.base_scheduler [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-928ccbb2-b02c-46f6-9882-0e73dc748a68 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Resources bound (agent type, host, resource id): {{(pid=94106) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 02:48:30.344193 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-928ccbb2-b02c-46f6-9882-0e73dc748a68 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Received port after_create {{(pid=94106) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 02:48:30.372575 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ccbb2-b02c-46f6-9882-0e73dc748a68 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event updated for resources: {'Port': ['ID=ad991b1a-f81c-40d5-92fd-88934fb69d86,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:30.404084 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-928ccbb2-b02c-46f6-9882-0e73dc748a68 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:30.404762 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-928ccbb2-b02c-46f6-9882-0e73dc748a68 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.421758 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-928ccbb2-b02c-46f6-9882-0e73dc748a68 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5845082 Aug 13 02:48:30.488125 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Request body: {'port': {'device_id': 'e38429c8-3a7b-454c-9858-e848a4b3e334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76018'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:30.540725 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.606281 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-05e3a46a-5dbd-4e03-b35d-421063d339b1 None None] Provisioning for port ad991b1a-f81c-40d5-92fd-88934fb69d86 completed by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:30.610030 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-05e3a46a-5dbd-4e03-b35d-421063d339b1 None None] Provisioning complete for port ad991b1a-f81c-40d5-92fd-88934fb69d86 triggered by entity DHCP. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:30.610353 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-05e3a46a-5dbd-4e03-b35d-421063d339b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.645539 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-05e3a46a-5dbd-4e03-b35d-421063d339b1 None None] Port ad991b1a-f81c-40d5-92fd-88934fb69d86 cannot update to ACTIVE because it is not bound. {{(pid=94108) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 02:48:30.832308 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ac1a1-cc58-4782-92d4-c8251f5d6414 req-65a070dc-6285-4269-b655-04b75ad13b25 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:30.833776 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-722ac1a1-cc58-4782-92d4-c8251f5d6414 req-65a070dc-6285-4269-b655-04b75ad13b25 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 931 time: 0.0859458 Aug 13 02:48:30.838942 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad991b1a-f81c-40d5-92fd-88934fb69d86 {{(pid=94106) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:48:30.847864 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.871139 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.provisioning_blocks [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Transition to ACTIVE for port object ad991b1a-f81c-40d5-92fd-88934fb69d86 will not be triggered until provisioned by entity L2. {{(pid=94106) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 02:48:30.875739 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:30.913127 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-722ac1a1-cc58-4782-92d4-c8251f5d6414 req-29716f76-df8e-4fcb-a36f-be6357da3367 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=a71d76a6-8829-4301-a6c3-e0a36f6d7e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696590 Aug 13 02:48:30.932823 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Pushing event updated for resources: {'Port': ['ID=ad991b1a-f81c-40d5-92fd-88934fb69d86,revision_number=2']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:31.008739 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Attempting to bind port ad991b1a-f81c-40d5-92fd-88934fb69d86 on host hv-cinder-76018 for vnic_type normal with profile {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 02:48:31.009082 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Attempting to bind port ad991b1a-f81c-40d5-92fd-88934fb69d86 by drivers openvswitch,hyperv on host hv-cinder-76018 at level 0 using segments [{'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 02:48:31.009414 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Attempting to bind port ad991b1a-f81c-40d5-92fd-88934fb69d86 on network 502f84e1-86e8-4936-88ab-5dda8978cb77 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:48:31.013962 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Port ad991b1a-f81c-40d5-92fd-88934fb69d86 on network 502f84e1-86e8-4936-88ab-5dda8978cb77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76018 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 02:48:31.014283 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Attempting to bind port ad991b1a-f81c-40d5-92fd-88934fb69d86 on network 502f84e1-86e8-4936-88ab-5dda8978cb77 {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 02:48:31.019316 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Checking agent: {'id': 'fd1d9f8d-7734-4fae-b1e5-c94852c7b403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76018', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'started_at': datetime.datetime(2021, 8, 13, 2, 36, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 2, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 02:48:31.019790 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Checking segment: {'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 02:48:31.020170 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Bound using segment: {'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'} {{(pid=94106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 02:48:31.020627 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.managers [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Bound port: ad991b1a-f81c-40d5-92fd-88934fb69d86, host: hv-cinder-76018, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77'}}] {{(pid=94106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 02:48:31.020985 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.087727 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] For port ad991b1a-f81c-40d5-92fd-88934fb69d86, host hv-cinder-76018, cleared binding levels {{(pid=94106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 02:48:31.090657 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] For port ad991b1a-f81c-40d5-92fd-88934fb69d86, host hv-cinder-76018, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ad991b1a-f81c-40d5-92fd-88934fb69d86,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 02:48:31.098187 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7328982'] for port, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.131103 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:31.131831 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:31.133073 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] 10.222.0.60 "PUT /v2.0/ports/ad991b1a-f81c-40d5-92fd-88934fb69d86 HTTP/1.1" status: 200 len: 1093 time: 0.6971931 Aug 13 02:48:31.133525 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38429c8-3a7b-454c-9858-e848a4b3e334', 'tag': 'ad991b1a-f81c-40d5-92fd-88934fb69d86'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:31.135748 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94534e5-d190-4c27-a911-270ef35b908a" -d '{"events": [{"name": "network-changed", "server_uuid": "e38429c8-3a7b-454c-9858-e848a4b3e334", "tag": "ad991b1a-f81c-40d5-92fd-88934fb69d86"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:31.176155 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cfe2e-533c-4974-9add-1549c8e94e4f service neutron] Pushing event updated for resources: {'Port': ['ID=ad991b1a-f81c-40d5-92fd-88934fb69d86,revision_number=3']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:31.187278 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafccbe5-5b88-4092-aa71-0c33b16e7b71 x-openstack-request-id: req-cafccbe5-5b88-4092-aa71-0c33b16e7b71 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:31.187569 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38429c8-3a7b-454c-9858-e848a4b3e334", "tag": "ad991b1a-f81c-40d5-92fd-88934fb69d86", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:31.187820 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cafccbe5-5b88-4092-aa71-0c33b16e7b71 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:31.188212 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38429c8-3a7b-454c-9858-e848a4b3e334', 'tag': 'ad991b1a-f81c-40d5-92fd-88934fb69d86', 'status': 'completed', 'code': 200} Aug 13 02:48:31.247964 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-6a9bfd31-020e-4c59-b943-5e576934478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:31.249484 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-6a9bfd31-020e-4c59-b943-5e576934478b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6807407b083a46a8aa8ca1b4569d109d&device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 1096 time: 0.0423284 Aug 13 02:48:31.299611 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-d516f191-7c3d-4b87-b2ca-1f14cfe51633 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad991b1a-f81c-40d5-92fd-88934fb69d86 HTTP/1.1" status: 200 len: 217 time: 0.0363140 Aug 13 02:48:31.356279 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-d93d0d61-4b08-4029-87fb-217e3409873a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:31.357700 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-d93d0d61-4b08-4029-87fb-217e3409873a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=061bd213-585f-4fcc-b4b9-97bd3d7a36fd HTTP/1.1" status: 200 len: 850 time: 0.0511296 Aug 13 02:48:31.404084 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-f5b018d3-6511-4a3a-8c1b-090d1245a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:31.405633 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-f5b018d3-6511-4a3a-8c1b-090d1245a116 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=502f84e1-86e8-4936-88ab-5dda8978cb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406919 Aug 13 02:48:31.502401 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-77fa8da7-a644-4f12-b452-104128ff6561 service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865173 Aug 13 02:48:31.601254 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-ba95361b-ccb9-48f2-8383-a58d2880acf5 req-dabab97d-9496-475b-8e42-23aff804701b service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913577 Aug 13 02:48:31.741107 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94534e5-d190-4c27-a911-270ef35b908a req-d7ff27ce-59f4-48af-99a2-f29518f8d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:31.742474 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d94534e5-d190-4c27-a911-270ef35b908a req-d7ff27ce-59f4-48af-99a2-f29518f8d513 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6807407b083a46a8aa8ca1b4569d109d&device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 1096 time: 0.0477066 Aug 13 02:48:31.836221 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94534e5-d190-4c27-a911-270ef35b908a req-18c31cd5-a86f-43a9-b382-a97031491fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:31.837689 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d94534e5-d190-4c27-a911-270ef35b908a req-18c31cd5-a86f-43a9-b382-a97031491fe0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=502f84e1-86e8-4936-88ab-5dda8978cb77 HTTP/1.1" status: 200 len: 912 time: 0.0861158 Aug 13 02:48:31.879497 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d94534e5-d190-4c27-a911-270ef35b908a req-5302db3d-9a48-40f1-9521-e4a031802284 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad991b1a-f81c-40d5-92fd-88934fb69d86 HTTP/1.1" status: 200 len: 217 time: 0.0338783 Aug 13 02:48:31.932105 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94534e5-d190-4c27-a911-270ef35b908a req-ff95a57d-51a5-4643-ba81-1c2478e9d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:31.933640 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d94534e5-d190-4c27-a911-270ef35b908a req-ff95a57d-51a5-4643-ba81-1c2478e9d5af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=061bd213-585f-4fcc-b4b9-97bd3d7a36fd HTTP/1.1" status: 200 len: 850 time: 0.0471754 Aug 13 02:48:31.985036 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94534e5-d190-4c27-a911-270ef35b908a req-85d491c4-0a8d-45b3-a556-ae7609b1566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:31.986528 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d94534e5-d190-4c27-a911-270ef35b908a req-85d491c4-0a8d-45b3-a556-ae7609b1566f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=502f84e1-86e8-4936-88ab-5dda8978cb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439646 Aug 13 02:48:32.368669 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479d616-c33c-4a28-a09a-e6ea5df4a7f1 req-5cb2dec7-5b07-4292-959c-6f3c16bcac5a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:32.370134 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5479d616-c33c-4a28-a09a-e6ea5df4a7f1 req-5cb2dec7-5b07-4292-959c-6f3c16bcac5a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 943 time: 0.3880320 Aug 13 02:48:32.396888 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d94534e5-d190-4c27-a911-270ef35b908a req-ad8cf8f0-1b1d-49ac-89ec-3c4209c1bc2f service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015269 Aug 13 02:48:32.465210 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-5479d616-c33c-4a28-a09a-e6ea5df4a7f1 req-91997643-cff9-4579-878f-e925c93bfbdc tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=a71d76a6-8829-4301-a6c3-e0a36f6d7e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884223 Aug 13 02:48:32.503985 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-d94534e5-d190-4c27-a911-270ef35b908a req-07e55336-f2d9-49e1-b66b-97fd33eabb83 service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992818 Aug 13 02:48:33.595999 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776d905-0c18-4032-b9d8-f76e39a2b77a req-f672dee2-88da-47d0-80d0-c8f902093768 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:33.597564 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e776d905-0c18-4032-b9d8-f76e39a2b77a req-f672dee2-88da-47d0-80d0-c8f902093768 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 943 time: 0.0498381 Aug 13 02:48:33.638895 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-e776d905-0c18-4032-b9d8-f76e39a2b77a req-eb3495a2-0de0-431e-91ed-f0739ddcc902 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=a71d76a6-8829-4301-a6c3-e0a36f6d7e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353253 Aug 13 02:48:33.970530 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.372388 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device ad991b1a-f81c-40d5-92fd-88934fb69d86 details requested by agent hyperv_hv-cinder-76018 with host hv-cinder-76018 {{(pid=94108) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 02:48:34.485623 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port ad991b1a-f81c-40d5-92fd-88934fb69d86, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ad991b1a-f81c-40d5-92fd-88934fb69d86,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:34.498001 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Returning: {'device': 'ad991b1a-f81c-40d5-92fd-88934fb69d86', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'port_id': 'ad991b1a-f81c-40d5-92fd-88934fb69d86', 'mac_address': 'fa:16:3e:f4:da:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94108) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 02:48:34.537431 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.550998 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad991b1a-f81c-40d5-92fd-88934fb69d86 {{(pid=94108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 02:48:34.571750 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port ad991b1a-f81c-40d5-92fd-88934fb69d86, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ad991b1a-f81c-40d5-92fd-88934fb69d86,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:34.579870 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:34.630413 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=ad991b1a-f81c-40d5-92fd-88934fb69d86,revision_number=4']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:34.637125 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.637469 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.637801 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.638130 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.638457 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.638782 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.639102 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.639418 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.639738 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.640051 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.640346 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.640683 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:48:34.754536 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a324a-e713-4dd8-bd1c-04909b4e0ece req-1d5d208f-b9f6-4d58-8512-d43023e5bbc1 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:34.756015 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a86a324a-e713-4dd8-bd1c-04909b4e0ece req-1d5d208f-b9f6-4d58-8512-d43023e5bbc1 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 944 time: 0.0502000 Aug 13 02:48:34.795805 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a86a324a-e713-4dd8-bd1c-04909b4e0ece req-93ee5b31-f149-454e-9dec-2f694344623e tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=a71d76a6-8829-4301-a6c3-e0a36f6d7e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329032 Aug 13 02:48:34.855761 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] get_ports_and_sgs() called for port_ids ['ad991b1a-f81c-40d5-92fd-88934fb69d86'] {{(pid=94108) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 02:48:35.921823 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7f27e-970f-4ed9-a689-607b1d660d6c req-a21e498f-9018-41c8-8f06-57e04940dc03 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:35.923266 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40d7f27e-970f-4ed9-a689-607b1d660d6c req-a21e498f-9018-41c8-8f06-57e04940dc03 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 944 time: 0.0538585 Aug 13 02:48:35.966693 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-40d7f27e-970f-4ed9-a689-607b1d660d6c req-c4c8e600-cb63-40e6-99a3-838aae218539 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=a71d76a6-8829-4301-a6c3-e0a36f6d7e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370619 Aug 13 02:48:36.372824 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-89070b47-0052-48e4-92de-f2be24c3eb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:36.387397 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device ad991b1a-f81c-40d5-92fd-88934fb69d86 up at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 02:48:36.440703 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning for port ad991b1a-f81c-40d5-92fd-88934fb69d86 completed by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 02:48:36.446600 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.provisioning_blocks [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Provisioning complete for port ad991b1a-f81c-40d5-92fd-88934fb69d86 triggered by entity L2. {{(pid=94108) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 02:48:36.447360 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1553163'] for port, provisioning_complete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:36.535500 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1459016'] for port, before_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:36.558283 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38429c8-3a7b-454c-9858-e848a4b3e334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad991b1a-f81c-40d5-92fd-88934fb69d86'}] {{(pid=94108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:36.560553 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f594e7cfa9c518dea639d16514c342d949b0bbbf77bfc76e847e6fa30ad86d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c092b7d-8784-476e-9b93-d97015ba06ee" -d '{"events": [{"server_uuid": "e38429c8-3a7b-454c-9858-e848a4b3e334", "name": "network-vif-plugged", "status": "completed", "tag": "ad991b1a-f81c-40d5-92fd-88934fb69d86"}]}' {{(pid=94108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:36.575956 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] For port ad991b1a-f81c-40d5-92fd-88934fb69d86, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ad991b1a-f81c-40d5-92fd-88934fb69d86,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:48:36.583687 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737000560532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737000039415', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737000039437'] for port, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:36.632511 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Pushing event updated for resources: {'Port': ['ID=ad991b1a-f81c-40d5-92fd-88934fb69d86,revision_number=5']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:48:36.662123 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830083cd-bded-4cdb-89f6-312378ddfb2d x-openstack-request-id: req-830083cd-bded-4cdb-89f6-312378ddfb2d {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:36.662408 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38429c8-3a7b-454c-9858-e848a4b3e334", "name": "network-vif-plugged", "status": "completed", "tag": "ad991b1a-f81c-40d5-92fd-88934fb69d86", "code": 200}]} {{(pid=94108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:36.662924 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-830083cd-bded-4cdb-89f6-312378ddfb2d {{(pid=94108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:36.663333 dv-cinder-760184-6-iscsi neutron-server[94108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38429c8-3a7b-454c-9858-e848a4b3e334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad991b1a-f81c-40d5-92fd-88934fb69d86', 'code': 200} Aug 13 02:48:36.870750 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a13a7-3f7f-4146-921e-4655accc7fc8 req-e1cce2bd-061a-4bf2-b60c-7c02c6712cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:36.872231 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a31a13a7-3f7f-4146-921e-4655accc7fc8 req-e1cce2bd-061a-4bf2-b60c-7c02c6712cc4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 1098 time: 0.0491221 Aug 13 02:48:36.908375 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-a31a13a7-3f7f-4146-921e-4655accc7fc8 req-66572271-4c39-4f63-ae9c-3f1806ddd188 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a71d76a6-8829-4301-a6c3-e0a36f6d7e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288692 Aug 13 02:48:37.098149 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65899c-e575-4488-832a-2c40a0282af3 req-b46837fa-86e2-4ae3-b6bc-c2c88fddc06e tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:37.099621 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1c65899c-e575-4488-832a-2c40a0282af3 req-b46837fa-86e2-4ae3-b6bc-c2c88fddc06e tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 945 time: 0.0532212 Aug 13 02:48:37.141434 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1c65899c-e575-4488-832a-2c40a0282af3 req-c583026a-d8bb-43c2-9926-b61b441a8a08 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=a71d76a6-8829-4301-a6c3-e0a36f6d7e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328026 Aug 13 02:48:38.267273 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91163ca4-61fa-4724-b9ca-5567ed41c873 req-2cdeb657-c9da-4841-bb19-4e62e7c94738 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:38.267273 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-91163ca4-61fa-4724-b9ca-5567ed41c873 req-2cdeb657-c9da-4841-bb19-4e62e7c94738 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 945 time: 0.0509508 Aug 13 02:48:38.312253 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-91163ca4-61fa-4724-b9ca-5567ed41c873 req-47659301-a1cd-44e0-928c-0db13a9ac52f tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=a71d76a6-8829-4301-a6c3-e0a36f6d7e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358229 Aug 13 02:48:38.436285 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac04fcc-de32-4677-9b46-aff944a1eda7 req-037692d6-404f-4fa4-bbae-512a9cfa62f0 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:38.437684 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9ac04fcc-de32-4677-9b46-aff944a1eda7 req-037692d6-404f-4fa4-bbae-512a9cfa62f0 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 945 time: 0.0555801 Aug 13 02:48:38.447713 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36866) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:48:38.456001 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.v2.base [None req-eddbbda5-d5f3-48dc-bdcf-ec11278b9a0c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Request body: {'floatingip': {'port_id': 'ad991b1a-f81c-40d5-92fd-88934fb69d86'}} {{(pid=94106) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 02:48:38.507416 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eddbbda5-d5f3-48dc-bdcf-ec11278b9a0c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for floatingip, before_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.949328 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eddbbda5-d5f3-48dc-bdcf-ec11278b9a0c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:38.956059 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eddbbda5-d5f3-48dc-bdcf-ec11278b9a0c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.058224 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-eddbbda5-d5f3-48dc-bdcf-ec11278b9a0c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Floating IP b0b101bc-a7a7-405a-81d1-73d3c1b8c990 associated. External IP: 172.27.1.149, port: ad991b1a-f81c-40d5-92fd-88934fb69d86. Aug 13 02:48:39.182441 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.265693 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddbbda5-d5f3-48dc-bdcf-ec11278b9a0c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Router 05dee3af-985e-4d96-aabd-33606369a72c has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:48:39.313372 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-324af520-3f55-47a0-b543-6554990d3b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.373046 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddbbda5-d5f3-48dc-bdcf-ec11278b9a0c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:48:39.378116 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-eddbbda5-d5f3-48dc-bdcf-ec11278b9a0c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:39.383558 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c240c-6c39-49c2-ab65-8ac4447030e6 None None] Sync routers for ids ['05dee3af-985e-4d96-aabd-33606369a72c'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:48:39.392682 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c240c-6c39-49c2-ab65-8ac4447030e6 None None] Routers {'05dee3af-985e-4d96-aabd-33606369a72c'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:39.393224 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e21c240c-6c39-49c2-ab65-8ac4447030e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['05dee3af-985e-4d96-aabd-33606369a72c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:39.406006 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-eddbbda5-d5f3-48dc-bdcf-ec11278b9a0c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "PUT /v2.0/floatingips/b0b101bc-a7a7-405a-81d1-73d3c1b8c990 HTTP/1.1" status: 200 len: 991 time: 0.9569829 Aug 13 02:48:39.406580 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e38429c8-3a7b-454c-9858-e848a4b3e334', 'tag': 'ad991b1a-f81c-40d5-92fd-88934fb69d86'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:48:39.408936 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d87276-7b42-4ff4-8ad0-6fa3a61bf09c" -d '{"events": [{"name": "network-changed", "server_uuid": "e38429c8-3a7b-454c-9858-e848a4b3e334", "tag": "ad991b1a-f81c-40d5-92fd-88934fb69d86"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:48:39.454433 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d399c5e0-66b2-441f-a510-e7622368dbaa x-openstack-request-id: req-d399c5e0-66b2-441f-a510-e7622368dbaa {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:48:39.454805 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e38429c8-3a7b-454c-9858-e848a4b3e334", "tag": "ad991b1a-f81c-40d5-92fd-88934fb69d86", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:48:39.455130 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d399c5e0-66b2-441f-a510-e7622368dbaa {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:48:39.455535 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e38429c8-3a7b-454c-9858-e848a4b3e334', 'tag': 'ad991b1a-f81c-40d5-92fd-88934fb69d86', 'status': 'completed', 'code': 200} Aug 13 02:48:39.496934 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-e21c240c-6c39-49c2-ab65-8ac4447030e6 None None] Set router 05dee3af-985e-4d96-aabd-33606369a72c gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:39.550818 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d87276-7b42-4ff4-8ad0-6fa3a61bf09c req-49261608-aa3e-44ae-a2b1-2b88316af25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:39.552469 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86d87276-7b42-4ff4-8ad0-6fa3a61bf09c req-49261608-aa3e-44ae-a2b1-2b88316af25f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6807407b083a46a8aa8ca1b4569d109d&device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 1098 time: 0.0444031 Aug 13 02:48:39.645380 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d87276-7b42-4ff4-8ad0-6fa3a61bf09c req-f393a1ff-3dd5-4dc6-9c89-57e946781e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:39.646911 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86d87276-7b42-4ff4-8ad0-6fa3a61bf09c req-f393a1ff-3dd5-4dc6-9c89-57e946781e47 service neutron] 10.222.0.60 "GET /v2.0/networks?id=502f84e1-86e8-4936-88ab-5dda8978cb77 HTTP/1.1" status: 200 len: 912 time: 0.0872436 Aug 13 02:48:39.713465 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86d87276-7b42-4ff4-8ad0-6fa3a61bf09c req-9afd8326-03ca-4903-a2b7-7972fddd3388 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad991b1a-f81c-40d5-92fd-88934fb69d86 HTTP/1.1" status: 200 len: 999 time: 0.0596833 Aug 13 02:48:39.718614 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e21c240c-6c39-49c2-ab65-8ac4447030e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': 'b0b101bc-a7a7-405a-81d1-73d3c1b8c990', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'port_id': 'ad991b1a-f81c-40d5-92fd-88934fb69d86', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'mac_address': 'fa:16:3e:f4:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38429c8-3a7b-454c-9858-e848a4b3e334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:48:27Z', 'updated_at': '2021-08-13T02:48:38Z', 'revision_number': 1, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77422477-1ad9-4610-b9dd-6becf0751d7b', 'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'mac_address': 'fa:16:3e:92:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:35Z', 'updated_at': '2021-08-13T02:45:41Z', 'revision_number': 5, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'subnets': [{'id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:39.745047 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c240c-6c39-49c2-ab65-8ac4447030e6 None None] Checking router: 05dee3af-985e-4d96-aabd-33606369a72c for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:48:39.753446 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21c240c-6c39-49c2-ab65-8ac4447030e6 None None] Routers {'05dee3af-985e-4d96-aabd-33606369a72c'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:48:39.754032 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e21c240c-6c39-49c2-ab65-8ac4447030e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['05dee3af-985e-4d96-aabd-33606369a72c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:39.764387 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d87276-7b42-4ff4-8ad0-6fa3a61bf09c req-06e43fde-5943-4753-b413-c63fda1224d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:39.765892 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86d87276-7b42-4ff4-8ad0-6fa3a61bf09c req-06e43fde-5943-4753-b413-c63fda1224d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=061bd213-585f-4fcc-b4b9-97bd3d7a36fd HTTP/1.1" status: 200 len: 850 time: 0.0451746 Aug 13 02:48:39.816392 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d87276-7b42-4ff4-8ad0-6fa3a61bf09c req-ab447697-a015-4188-886e-7b1031dcec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:48:39.818188 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86d87276-7b42-4ff4-8ad0-6fa3a61bf09c req-ab447697-a015-4188-886e-7b1031dcec92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=502f84e1-86e8-4936-88ab-5dda8978cb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449710 Aug 13 02:48:39.858542 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-e21c240c-6c39-49c2-ab65-8ac4447030e6 None None] Set router 05dee3af-985e-4d96-aabd-33606369a72c gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:48:39.909350 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86d87276-7b42-4ff4-8ad0-6fa3a61bf09c req-317f72a9-bbb0-4c28-9744-013293aa93e3 service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836608 Aug 13 02:48:40.010934 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-86d87276-7b42-4ff4-8ad0-6fa3a61bf09c req-bc7474b4-acd5-449b-a0d5-b185f5ea8792 service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940657 Aug 13 02:48:40.175294 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e21c240c-6c39-49c2-ab65-8ac4447030e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': 'b0b101bc-a7a7-405a-81d1-73d3c1b8c990', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'port_id': 'ad991b1a-f81c-40d5-92fd-88934fb69d86', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'mac_address': 'fa:16:3e:f4:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38429c8-3a7b-454c-9858-e848a4b3e334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:48:27Z', 'updated_at': '2021-08-13T02:48:38Z', 'revision_number': 1, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77422477-1ad9-4610-b9dd-6becf0751d7b', 'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'mac_address': 'fa:16:3e:92:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:35Z', 'updated_at': '2021-08-13T02:45:41Z', 'revision_number': 5, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'subnets': [{'id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:48:40.201139 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c240c-6c39-49c2-ab65-8ac4447030e6 None None] The sync data for ids ['05dee3af-985e-4d96-aabd-33606369a72c'] in dv-cinder-760184-6-iscsi is: [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_floatingips': [{'id': 'b0b101bc-a7a7-405a-81d1-73d3c1b8c990', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'router_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'port_id': 'ad991b1a-f81c-40d5-92fd-88934fb69d86', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'mac_address': 'fa:16:3e:f4:da:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38429c8-3a7b-454c-9858-e848a4b3e334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T02:48:27Z', 'updated_at': '2021-08-13T02:48:38Z', 'revision_number': 1, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77422477-1ad9-4610-b9dd-6becf0751d7b', 'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'mac_address': 'fa:16:3e:92:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:35Z', 'updated_at': '2021-08-13T02:45:41Z', 'revision_number': 5, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'subnets': [{'id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:48:40.395719 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291b78c6-99c6-4321-a94f-438fb78c97d4 None None] New status for floating IP b0b101bc-a7a7-405a-81d1-73d3c1b8c990: ACTIVE {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:48:40.506637 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:41.809370 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:48:43.823260 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:48:59.995853 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36910) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:00.166242 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-07c0d240-adbc-479d-b4ee-5825a13b5012 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Deleting port c628482f-7e99-4309-ba1b-69ce94dff353 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:00.166594 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-07c0d240-adbc-479d-b4ee-5825a13b5012 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:00.242600 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-07c0d240-adbc-479d-b4ee-5825a13b5012 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:00.242960 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-07c0d240-adbc-479d-b4ee-5825a13b5012 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:00.254744 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-07c0d240-adbc-479d-b4ee-5825a13b5012 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Calling delete_port for c628482f-7e99-4309-ba1b-69ce94dff353 owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:00.410754 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-07c0d240-adbc-479d-b4ee-5825a13b5012 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:00.437854 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0d240-adbc-479d-b4ee-5825a13b5012 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Pushing event deleted for resources: {'Port': ['ID=c628482f-7e99-4309-ba1b-69ce94dff353,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:00.510326 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-07c0d240-adbc-479d-b4ee-5825a13b5012 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:00.510326 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.l3_db [None req-07c0d240-adbc-479d-b4ee-5825a13b5012 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Floating IP 5ca2f7f5-58dc-4e20-85b7-abdc378f5b22 disassociated (deleted). External IP: 172.27.1.233, port: 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e. Aug 13 02:49:00.758192 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c0d240-adbc-479d-b4ee-5825a13b5012 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Router f0993552-68a4-4204-b3f0-7b8f1355b44d has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:49:00.874333 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c0d240-adbc-479d-b4ee-5825a13b5012 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:49:00.879474 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-07c0d240-adbc-479d-b4ee-5825a13b5012 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:00.886584 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f0e6f-5a4c-43cf-a0a7-59ff31851be9 None None] Sync routers for ids ['f0993552-68a4-4204-b3f0-7b8f1355b44d'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:49:00.898708 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f0e6f-5a4c-43cf-a0a7-59ff31851be9 None None] Routers {'f0993552-68a4-4204-b3f0-7b8f1355b44d'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:00.899481 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-739f0e6f-5a4c-43cf-a0a7-59ff31851be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f0993552-68a4-4204-b3f0-7b8f1355b44d'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:00.910788 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-07c0d240-adbc-479d-b4ee-5825a13b5012 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "DELETE /v2.0/floatingips/5ca2f7f5-58dc-4e20-85b7-abdc378f5b22 HTTP/1.1" status: 204 len: 168 time: 0.9109559 Aug 13 02:49:00.910788 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'tag': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:49:00.911222 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25742d91-bbd8-454e-86e2-2700852657f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b0dfa08-4033-4310-9309-49a23d7d4ecb", "tag": "1115ee5c-ca8a-4e8a-97ea-6da9ae12864e"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:49:00.949958 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 02:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5787ec-eec4-4089-9555-608ed51073c6 x-openstack-request-id: req-bc5787ec-eec4-4089-9555-608ed51073c6 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:49:00.950606 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b0dfa08-4033-4310-9309-49a23d7d4ecb", "tag": "1115ee5c-ca8a-4e8a-97ea-6da9ae12864e", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:49:00.950828 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc5787ec-eec4-4089-9555-608ed51073c6 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:49:00.951248 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'tag': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e', 'status': 'completed', 'code': 200} Aug 13 02:49:01.025261 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-739f0e6f-5a4c-43cf-a0a7-59ff31851be9 None None] Set router f0993552-68a4-4204-b3f0-7b8f1355b44d gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:01.043725 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25742d91-bbd8-454e-86e2-2700852657f0 req-49f2218b-3368-48e0-b415-b896dd5231e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:01.045361 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25742d91-bbd8-454e-86e2-2700852657f0 req-49f2218b-3368-48e0-b415-b896dd5231e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=260391a634834bb982490a3e6bac9caa&device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 1099 time: 0.0472462 Aug 13 02:49:01.267158 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-739f0e6f-5a4c-43cf-a0a7-59ff31851be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:36Z', 'revision_number': 4, 'project_id': '260391a634834bb982490a3e6bac9caa', 'gw_port': {'id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': 'c9622cba-a8e2-4fe8-80b8-57ca31082539', 'name': '', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'mac_address': 'fa:16:3e:07:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:36Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 5, 'project_id': '260391a634834bb982490a3e6bac9caa', 'subnets': [{'id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:01.297195 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f0e6f-5a4c-43cf-a0a7-59ff31851be9 None None] Checking router: f0993552-68a4-4204-b3f0-7b8f1355b44d for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:49:01.308042 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739f0e6f-5a4c-43cf-a0a7-59ff31851be9 None None] Routers {'f0993552-68a4-4204-b3f0-7b8f1355b44d'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:01.309132 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-739f0e6f-5a4c-43cf-a0a7-59ff31851be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f0993552-68a4-4204-b3f0-7b8f1355b44d'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:01.426128 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-739f0e6f-5a4c-43cf-a0a7-59ff31851be9 None None] Set router f0993552-68a4-4204-b3f0-7b8f1355b44d gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:01.472851 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25742d91-bbd8-454e-86e2-2700852657f0 req-fe30f26e-b7a7-4750-bb93-fbf10b24f0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:01.474333 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25742d91-bbd8-454e-86e2-2700852657f0 req-fe30f26e-b7a7-4750-bb93-fbf10b24f0fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=11bbecca-ad38-4a1e-ad2a-93e89d52b20a HTTP/1.1" status: 200 len: 910 time: 0.4196274 Aug 13 02:49:01.482603 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee9ec1-f0e3-4baf-bc36-58aaaf7ce7c9 req-33f2de61-b11d-4fe1-87b5-5ca81421ed5d tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:01.483993 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-84ee9ec1-f0e3-4baf-bc36-58aaaf7ce7c9 req-33f2de61-b11d-4fe1-87b5-5ca81421ed5d tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.3745539 Aug 13 02:49:01.529670 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25742d91-bbd8-454e-86e2-2700852657f0 req-31397068-7694-4f87-b647-6a0e067622d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e HTTP/1.1" status: 200 len: 217 time: 0.0446846 Aug 13 02:49:01.575516 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-84ee9ec1-f0e3-4baf-bc36-58aaaf7ce7c9 req-9f9d8143-ea23-4b89-b3ea-e77e4972c7e3 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845783 Aug 13 02:49:01.592131 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25742d91-bbd8-454e-86e2-2700852657f0 req-b9b62d71-67da-46af-9689-5bcd3f0fa794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:01.593632 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25742d91-bbd8-454e-86e2-2700852657f0 req-b9b62d71-67da-46af-9689-5bcd3f0fa794 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a252b87d-9478-4dfa-86fb-ac71b1ee482d HTTP/1.1" status: 200 len: 848 time: 0.0511405 Aug 13 02:49:01.622993 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-739f0e6f-5a4c-43cf-a0a7-59ff31851be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:36Z', 'revision_number': 4, 'project_id': '260391a634834bb982490a3e6bac9caa', 'gw_port': {'id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': 'c9622cba-a8e2-4fe8-80b8-57ca31082539', 'name': '', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'mac_address': 'fa:16:3e:07:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:36Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 5, 'project_id': '260391a634834bb982490a3e6bac9caa', 'subnets': [{'id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:01.644933 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25742d91-bbd8-454e-86e2-2700852657f0 req-0b8087d1-3cd6-41f0-9f32-1c23146bb37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:01.646460 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25742d91-bbd8-454e-86e2-2700852657f0 req-0b8087d1-3cd6-41f0-9f32-1c23146bb37d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11bbecca-ad38-4a1e-ad2a-93e89d52b20a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445271 Aug 13 02:49:01.651986 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739f0e6f-5a4c-43cf-a0a7-59ff31851be9 None None] The sync data for ids ['f0993552-68a4-4204-b3f0-7b8f1355b44d'] in dv-cinder-760184-6-iscsi is: [{'id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:36Z', 'revision_number': 4, 'project_id': '260391a634834bb982490a3e6bac9caa', 'gw_port': {'id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': 'c9622cba-a8e2-4fe8-80b8-57ca31082539', 'name': '', 'network_id': '11bbecca-ad38-4a1e-ad2a-93e89d52b20a', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'mac_address': 'fa:16:3e:07:30:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:36Z', 'updated_at': '2021-08-13T02:44:42Z', 'revision_number': 5, 'project_id': '260391a634834bb982490a3e6bac9caa', 'subnets': [{'id': 'a252b87d-9478-4dfa-86fb-ac71b1ee482d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:49:01.738917 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25742d91-bbd8-454e-86e2-2700852657f0 req-207ba1ec-2e34-488c-8ccc-86700f5a2217 service neutron] 10.222.0.60 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838804 Aug 13 02:49:01.840198 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-25742d91-bbd8-454e-86e2-2700852657f0 req-c764ca55-3f5c-49b1-b38e-bbcf86c3519f service neutron] 10.222.0.60 "GET /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922685 Aug 13 02:49:01.862348 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08357ae-6924-489d-9355-17c2b1139a6e None None] New status for floating IP 5ca2f7f5-58dc-4e20-85b7-abdc378f5b22: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:49:02.717747 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccef6b-f41e-4747-9551-ab99225c42a6 req-5039d396-a735-4a53-9bb7-54669e7d0392 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:02.719280 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-87ccef6b-f41e-4747-9551-ab99225c42a6 req-5039d396-a735-4a53-9bb7-54669e7d0392 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0618637 Aug 13 02:49:02.758579 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-87ccef6b-f41e-4747-9551-ab99225c42a6 req-a1756ce9-ba8c-46eb-af9a-b35f920250b9 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/security-groups?id=791ced98-a8db-483b-88a1-569c23cff904&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332212 Aug 13 02:49:02.982897 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07599b-32d1-4f3f-a495-6fa6e4ff13e6 req-5e6c9764-d686-4652-885d-911d87a5db83 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:02.984471 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a07599b-32d1-4f3f-a495-6fa6e4ff13e6 req-5e6c9764-d686-4652-885d-911d87a5db83 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 946 time: 0.0591540 Aug 13 02:49:03.084157 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-9a07599b-32d1-4f3f-a495-6fa6e4ff13e6 req-26073775-9a3e-4894-8109-5de236c1bde9 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Deleting port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:03.084540 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9a07599b-32d1-4f3f-a495-6fa6e4ff13e6 req-26073775-9a3e-4894-8109-5de236c1bde9 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:03.173038 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-9a07599b-32d1-4f3f-a495-6fa6e4ff13e6 req-26073775-9a3e-4894-8109-5de236c1bde9 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] For port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,segment=NetworkSegment(dd7260f8-bdbc-4f88-b4fb-3da56ae844ae),segment_id=dd7260f8-bdbc-4f88-b4fb-3da56ae844ae)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:03.173397 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9a07599b-32d1-4f3f-a495-6fa6e4ff13e6 req-26073775-9a3e-4894-8109-5de236c1bde9 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:03.185969 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-9a07599b-32d1-4f3f-a495-6fa6e4ff13e6 req-26073775-9a3e-4894-8109-5de236c1bde9 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Calling delete_port for 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:03.322015 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9a07599b-32d1-4f3f-a495-6fa6e4ff13e6 req-26073775-9a3e-4894-8109-5de236c1bde9 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:03.350624 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26073775-9a3e-4894-8109-5de236c1bde9 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Pushing event deleted for resources: {'Port': ['ID=1115ee5c-ca8a-4e8a-97ea-6da9ae12864e,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:03.394785 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a07599b-32d1-4f3f-a495-6fa6e4ff13e6 req-26073775-9a3e-4894-8109-5de236c1bde9 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] No DVR routers for this DVR port 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:49:03.397461 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-9a07599b-32d1-4f3f-a495-6fa6e4ff13e6 req-26073775-9a3e-4894-8109-5de236c1bde9 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:03.399703 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-9a07599b-32d1-4f3f-a495-6fa6e4ff13e6 req-26073775-9a3e-4894-8109-5de236c1bde9 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.60 "DELETE /v2.0/ports/1115ee5c-ca8a-4e8a-97ea-6da9ae12864e HTTP/1.1" status: 204 len: 173 time: 0.4075699 Aug 13 02:49:03.400185 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'name': 'network-vif-deleted', 'tag': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:49:03.402671 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6eb4e7d-1291-41a7-b681-c68c174f501a" -d '{"events": [{"server_uuid": "9b0dfa08-4033-4310-9309-49a23d7d4ecb", "name": "network-vif-deleted", "tag": "1115ee5c-ca8a-4e8a-97ea-6da9ae12864e"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:49:03.442120 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ab40fc-f8b0-4fb1-a1ff-8b815ffde69d x-openstack-request-id: req-f7ab40fc-f8b0-4fb1-a1ff-8b815ffde69d {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:49:03.442407 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b0dfa08-4033-4310-9309-49a23d7d4ecb", "name": "network-vif-deleted", "tag": "1115ee5c-ca8a-4e8a-97ea-6da9ae12864e", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:49:03.442765 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7ab40fc-f8b0-4fb1-a1ff-8b815ffde69d {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:49:03.443152 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b0dfa08-4033-4310-9309-49a23d7d4ecb', 'name': 'network-vif-deleted', 'tag': '1115ee5c-ca8a-4e8a-97ea-6da9ae12864e', 'status': 'completed', 'code': 200} Aug 13 02:49:03.861621 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-431f4dfe-1957-4896-8d0f-93d2489544d6 req-378eb067-9023-4292-bb4a-7e3410786a08 tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b0dfa08-4033-4310-9309-49a23d7d4ecb HTTP/1.1" status: 200 len: 210 time: 0.0285673 Aug 13 02:49:03.957043 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:04.926215 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36934) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:04.985569 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:05.018835 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:05.092111 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:05.094735 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:05.095897 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] 10.222.0.42 "DELETE /v2.0/security-groups/791ced98-a8db-483b-88a1-569c23cff904 HTTP/1.1" status: 204 len: 168 time: 0.1686985 Aug 13 02:49:05.104741 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791ced98-a8db-483b-88a1-569c23cff904,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:05.112766 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:05.113109 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:05.113436 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:05.113757 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:05.114074 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:05.114391 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:05.114706 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:05.115018 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:05.115329 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:05.115637 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:05.116049 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:05.116311 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647a434b-e93f-4318-81da-88afbddc2a9e tempest-TestShelveInstance-2101895624 tempest-TestShelveInstance-2101895624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:05.136037 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36938) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:05.481914 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30f319dc-6bbe-4a23-abb8-0ceabee2263a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1662611'] for router_interface, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:05.748836 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-30f319dc-6bbe-4a23-abb8-0ceabee2263a admin admin] Deleting port c9622cba-a8e2-4fe8-80b8-57ca31082539 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:05.749065 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30f319dc-6bbe-4a23-abb8-0ceabee2263a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:05.849173 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-30f319dc-6bbe-4a23-abb8-0ceabee2263a admin admin] For port c9622cba-a8e2-4fe8-80b8-57ca31082539, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=c9622cba-a8e2-4fe8-80b8-57ca31082539,segment=NetworkSegment(dd7260f8-bdbc-4f88-b4fb-3da56ae844ae),segment_id=dd7260f8-bdbc-4f88-b4fb-3da56ae844ae)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:05.849494 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30f319dc-6bbe-4a23-abb8-0ceabee2263a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:05.862342 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-30f319dc-6bbe-4a23-abb8-0ceabee2263a admin admin] Calling delete_port for c9622cba-a8e2-4fe8-80b8-57ca31082539 owned by network:router_interface {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:06.047695 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30f319dc-6bbe-4a23-abb8-0ceabee2263a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:06.073952 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f319dc-6bbe-4a23-abb8-0ceabee2263a admin admin] Pushing event deleted for resources: {'Port': ['ID=c9622cba-a8e2-4fe8-80b8-57ca31082539,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:06.243612 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-30f319dc-6bbe-4a23-abb8-0ceabee2263a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686051'] for router_interface, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:06.366387 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-0c1bf04b-6a54-4849-b622-c3be00f4fdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:06.456535 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f319dc-6bbe-4a23-abb8-0ceabee2263a admin admin] Router f0993552-68a4-4204-b3f0-7b8f1355b44d has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:49:06.486402 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:49:06.510706 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:49:06.511102 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device 1115ee5c-ca8a-4e8a-97ea-6da9ae12864e not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:49:06.560994 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f319dc-6bbe-4a23-abb8-0ceabee2263a admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:49:06.566008 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-30f319dc-6bbe-4a23-abb8-0ceabee2263a admin admin] 10.222.0.42 "PUT /v2.0/routers/f0993552-68a4-4204-b3f0-7b8f1355b44d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4285319 Aug 13 02:49:06.568542 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36944) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:06.571211 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747e2e6-19e5-4d98-a8aa-9d850c20a3f4 None None] Sync routers for ids ['f0993552-68a4-4204-b3f0-7b8f1355b44d'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:49:06.582056 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747e2e6-19e5-4d98-a8aa-9d850c20a3f4 None None] Routers {'f0993552-68a4-4204-b3f0-7b8f1355b44d'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:06.582656 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-4747e2e6-19e5-4d98-a8aa-9d850c20a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f0993552-68a4-4204-b3f0-7b8f1355b44d'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:06.668275 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:06.687119 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-4747e2e6-19e5-4d98-a8aa-9d850c20a3f4 None None] Set router f0993552-68a4-4204-b3f0-7b8f1355b44d gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:06.777002 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:06.831188 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] Deleting port a68f8e3b-0cb3-456c-bb3f-52105c5b88ee {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:06.831436 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:06.862985 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-4747e2e6-19e5-4d98-a8aa-9d850c20a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214'}], 'enable_snat': True}, 'gw_port_id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:49:05Z', 'revision_number': 5, 'project_id': '260391a634834bb982490a3e6bac9caa', 'gw_port': {'id': 'a68f8e3b-0cb3-456c-bb3f-52105c5b88ee', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:19:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:06.888858 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747e2e6-19e5-4d98-a8aa-9d850c20a3f4 None None] Checking router: f0993552-68a4-4204-b3f0-7b8f1355b44d for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:49:06.896971 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747e2e6-19e5-4d98-a8aa-9d850c20a3f4 None None] Routers {'f0993552-68a4-4204-b3f0-7b8f1355b44d'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:06.897563 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-4747e2e6-19e5-4d98-a8aa-9d850c20a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:48:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['f0993552-68a4-4204-b3f0-7b8f1355b44d'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:06.910849 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] For port a68f8e3b-0cb3-456c-bb3f-52105c5b88ee, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=a68f8e3b-0cb3-456c-bb3f-52105c5b88ee,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:06.911204 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:06.923759 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] Calling delete_port for a68f8e3b-0cb3-456c-bb3f-52105c5b88ee owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:07.072223 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-4747e2e6-19e5-4d98-a8aa-9d850c20a3f4 None None] Set router f0993552-68a4-4204-b3f0-7b8f1355b44d gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:07.099876 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.125741 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68f8e3b-0cb3-456c-bb3f-52105c5b88ee,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:07.126269 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-4747e2e6-19e5-4d98-a8aa-9d850c20a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:49:06Z', 'revision_number': 6, 'project_id': '260391a634834bb982490a3e6bac9caa', 'gw_port_host': None}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:07.156851 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747e2e6-19e5-4d98-a8aa-9d850c20a3f4 None None] The sync data for ids ['f0993552-68a4-4204-b3f0-7b8f1355b44d'] in dv-cinder-760184-6-iscsi is: [{'id': 'f0993552-68a4-4204-b3f0-7b8f1355b44d', 'name': 'tempest-TestShelveInstance-1672372899-router', 'tenant_id': '260391a634834bb982490a3e6bac9caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:34Z', 'updated_at': '2021-08-13T02:49:06Z', 'revision_number': 6, 'project_id': '260391a634834bb982490a3e6bac9caa', 'gw_port_host': None}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:49:07.186757 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686489'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.275040 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.277221 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.327485 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673018'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.328023 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0993552-68a4-4204-b3f0-7b8f1355b44d {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:49:07.332741 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.333848 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-557f9fd9-163d-448b-81ab-d63d2f905578 admin admin] 10.222.0.42 "DELETE /v2.0/routers/f0993552-68a4-4204-b3f0-7b8f1355b44d HTTP/1.1" status: 204 len: 168 time: 0.7644322 Aug 13 02:49:07.336611 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36946) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:07.387104 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aac8a5a-91b0-479a-9500-14cf74501de6 admin admin] Deleting subnet a252b87d-9478-4dfa-86fb-ac71b1ee482d {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:49:07.390325 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2aac8a5a-91b0-479a-9500-14cf74501de6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.424885 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2aac8a5a-91b0-479a-9500-14cf74501de6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318480'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.507131 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2aac8a5a-91b0-479a-9500-14cf74501de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.567268 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2aac8a5a-91b0-479a-9500-14cf74501de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7329004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6980235'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.592961 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac8a5a-91b0-479a-9500-14cf74501de6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a252b87d-9478-4dfa-86fb-ac71b1ee482d,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:07.598599 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-2aac8a5a-91b0-479a-9500-14cf74501de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.600560 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2aac8a5a-91b0-479a-9500-14cf74501de6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a252b87d-9478-4dfa-86fb-ac71b1ee482d HTTP/1.1" status: 204 len: 168 time: 0.2629433 Aug 13 02:49:07.603045 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36950) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:07.605556 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5514b2-c133-4c1a-9eab-97ca97f27803 None None] Network 11bbecca-ad38-4a1e-ad2a-93e89d52b20a requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:49:07.673557 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.727836 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] Deleting port 5757d224-3147-44b7-bedd-5ddef23f48a7 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:07.728175 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.789633 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] For port 5757d224-3147-44b7-bedd-5ddef23f48a7, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=5757d224-3147-44b7-bedd-5ddef23f48a7,segment=NetworkSegment(dd7260f8-bdbc-4f88-b4fb-3da56ae844ae),segment_id=dd7260f8-bdbc-4f88-b4fb-3da56ae844ae)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:07.790019 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.804261 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] Calling delete_port for 5757d224-3147-44b7-bedd-5ddef23f48a7 owned by network:dhcp {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:07.900910 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:07.929321 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5757d224-3147-44b7-bedd-5ddef23f48a7,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:07.935926 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] No DVR routers for this DVR port 5757d224-3147-44b7-bedd-5ddef23f48a7 on host dv-cinder-760184-6-iscsi {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:49:07.944969 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bdb286-a86e-4132-8a96-4ad59be0b18c None None] DHCP port deletion for 11bbecca-ad38-4a1e-ad2a-93e89d52b20a request from dv-cinder-760184-6-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:49:08.008515 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:08.018715 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11bbecca-ad38-4a1e-ad2a-93e89d52b20a']}} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:08.033578 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7260f8-bdbc-4f88-b4fb-3da56ae844ae') {'for_net_delete': True} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:08.033972 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.services.segments.db [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7260f8-bdbc-4f88-b4fb-3da56ae844ae') {} {{(pid=94106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:08.044033 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5318471'] for segment, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:08.058605 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:08.065739 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=94106) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:49:08.066292 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7328818'] for segment, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: Traceback (most recent call last): Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: timer() Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: cb(*args, **kw) Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: return func(*args, **kwargs) Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: self._notify() Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: self.callback(batched_events) Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: event.method(event) Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: return f(self, *a, **k) Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: return self._get(url).json() Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: return self.request(url, 'GET', **kwargs) Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:49:08.068048 dv-cinder-760184-6-iscsi neutron-server[94106]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:49:08.127834 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:08.134772 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:08.136833 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/11bbecca-ad38-4a1e-ad2a-93e89d52b20a HTTP/1.1" status: 204 len: 168 time: 0.5328529 Aug 13 02:49:08.140601 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36952) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:08.148118 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b4c3d8-d5ad-4707-b213-3b8211e796a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=11bbecca-ad38-4a1e-ad2a-93e89d52b20a,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:08.498804 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cb868fbd-fcdb-4513-b171-7579b3a0e8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1662611'] for router_interface, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:08.750049 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-cb868fbd-fcdb-4513-b171-7579b3a0e8fa admin admin] Deleting port 2be78761-609c-4d95-890c-91e74da98427 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:08.750509 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cb868fbd-fcdb-4513-b171-7579b3a0e8fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:08.830792 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-cb868fbd-fcdb-4513-b171-7579b3a0e8fa admin admin] For port 2be78761-609c-4d95-890c-91e74da98427, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=2be78761-609c-4d95-890c-91e74da98427,segment=NetworkSegment(b80ab69d-0482-4a64-ab8e-efca5670dde2),segment_id=b80ab69d-0482-4a64-ab8e-efca5670dde2)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:08.831148 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cb868fbd-fcdb-4513-b171-7579b3a0e8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:08.843969 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-cb868fbd-fcdb-4513-b171-7579b3a0e8fa admin admin] Calling delete_port for 2be78761-609c-4d95-890c-91e74da98427 owned by network:router_interface {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:09.028383 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cb868fbd-fcdb-4513-b171-7579b3a0e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:09.058955 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb868fbd-fcdb-4513-b171-7579b3a0e8fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2be78761-609c-4d95-890c-91e74da98427,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:09.188179 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:09.199486 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device c9622cba-a8e2-4fe8-80b8-57ca31082539 no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:49:09.223480 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: c9622cba-a8e2-4fe8-80b8-57ca31082539 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:49:09.223980 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device c9622cba-a8e2-4fe8-80b8-57ca31082539 not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:49:09.224505 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 5757d224-3147-44b7-bedd-5ddef23f48a7 no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:49:09.234234 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cb868fbd-fcdb-4513-b171-7579b3a0e8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686051'] for router_interface, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:09.246193 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 5757d224-3147-44b7-bedd-5ddef23f48a7 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:49:09.246471 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 5757d224-3147-44b7-bedd-5ddef23f48a7 not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:49:09.247082 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device a68f8e3b-0cb3-456c-bb3f-52105c5b88ee no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:49:09.264750 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: a68f8e3b-0cb3-456c-bb3f-52105c5b88ee {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:49:09.265087 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device a68f8e3b-0cb3-456c-bb3f-52105c5b88ee not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:49:09.316649 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d5e714af-362f-40db-af65-15d936efeb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:09.449282 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb868fbd-fcdb-4513-b171-7579b3a0e8fa admin admin] Router 2bfc0ef3-4c24-45ad-b23b-85aef7229440 has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:49:09.557350 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb868fbd-fcdb-4513-b171-7579b3a0e8fa admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:49:09.562511 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-cb868fbd-fcdb-4513-b171-7579b3a0e8fa admin admin] 10.222.0.42 "PUT /v2.0/routers/2bfc0ef3-4c24-45ad-b23b-85aef7229440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4196517 Aug 13 02:49:09.568130 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36956) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:09.570852 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9141abce-8f34-4b40-a98a-11627af938ee None None] Sync routers for ids ['2bfc0ef3-4c24-45ad-b23b-85aef7229440'] in dv-cinder-760184-6-iscsi {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:49:09.581089 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9141abce-8f34-4b40-a98a-11627af938ee None None] Routers {'2bfc0ef3-4c24-45ad-b23b-85aef7229440'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:09.581753 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9141abce-8f34-4b40-a98a-11627af938ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:49:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['2bfc0ef3-4c24-45ad-b23b-85aef7229440'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:09.674072 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:09.686185 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-9141abce-8f34-4b40-a98a-11627af938ee None None] Set router 2bfc0ef3-4c24-45ad-b23b-85aef7229440 gateway port host: dv-cinder-760184-6-iscsi {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:09.776285 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:09.828354 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] Deleting port 93ea1dd0-3160-4a3d-9088-7bee72d26662 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:09.828631 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:09.862125 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9141abce-8f34-4b40-a98a-11627af938ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'name': 'tempest-TestShelveInstance-862303015-router', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': '93ea1dd0-3160-4a3d-9088-7bee72d26662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:38Z', 'updated_at': '2021-08-13T02:49:08Z', 'revision_number': 5, 'project_id': '277888d1da5c44d0bdae3f2d44aad22b', 'gw_port': {'id': '93ea1dd0-3160-4a3d-9088-7bee72d26662', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a0:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:44:39Z', 'updated_at': '2021-08-13T02:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:09.907528 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] For port 93ea1dd0-3160-4a3d-9088-7bee72d26662, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=93ea1dd0-3160-4a3d-9088-7bee72d26662,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:09.907853 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:09.922192 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] Calling delete_port for 93ea1dd0-3160-4a3d-9088-7bee72d26662 owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:10.020914 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9141abce-8f34-4b40-a98a-11627af938ee None None] Checking router: 2bfc0ef3-4c24-45ad-b23b-85aef7229440 for host: dv-cinder-760184-6-iscsi {{(pid=94108) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:49:10.029937 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9141abce-8f34-4b40-a98a-11627af938ee None None] Routers {'2bfc0ef3-4c24-45ad-b23b-85aef7229440'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94108) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:10.030537 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9141abce-8f34-4b40-a98a-11627af938ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:49:09Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['2bfc0ef3-4c24-45ad-b23b-85aef7229440'], 'active': True} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:10.088412 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:10.113226 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ea1dd0-3160-4a3d-9088-7bee72d26662,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:10.113513 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvr_db [None req-9141abce-8f34-4b40-a98a-11627af938ee None None] Set router 2bfc0ef3-4c24-45ad-b23b-85aef7229440 gateway port host: None {{(pid=94108) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:10.165269 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_hamode_db [None req-9141abce-8f34-4b40-a98a-11627af938ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'name': 'tempest-TestShelveInstance-862303015-router', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:38Z', 'updated_at': '2021-08-13T02:49:09Z', 'revision_number': 6, 'project_id': '277888d1da5c44d0bdae3f2d44aad22b', 'gw_port_host': None}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:10.171604 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686489'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:10.197357 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9141abce-8f34-4b40-a98a-11627af938ee None None] The sync data for ids ['2bfc0ef3-4c24-45ad-b23b-85aef7229440'] in dv-cinder-760184-6-iscsi is: [{'id': '2bfc0ef3-4c24-45ad-b23b-85aef7229440', 'name': 'tempest-TestShelveInstance-862303015-router', 'tenant_id': '277888d1da5c44d0bdae3f2d44aad22b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:44:38Z', 'updated_at': '2021-08-13T02:49:09Z', 'revision_number': 6, 'project_id': '277888d1da5c44d0bdae3f2d44aad22b', 'gw_port_host': None}] {{(pid=94108) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:49:10.489114 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:10.544233 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:10.546635 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:10.592048 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673018'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:10.592819 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bfc0ef3-4c24-45ad-b23b-85aef7229440 {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:49:10.597041 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:10.599704 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7c21436f-bdc5-4ec3-a0b6-9e00f7dd9df3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2bfc0ef3-4c24-45ad-b23b-85aef7229440 HTTP/1.1" status: 204 len: 168 time: 1.0290985 Aug 13 02:49:10.600915 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36960) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:10.651820 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8100237-605a-485e-b97c-77ac102af96b admin admin] Deleting subnet 90e23c61-0a70-4815-a7c1-e7e4d98f14f8 {{(pid=94107) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:49:10.654848 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d8100237-605a-485e-b97c-77ac102af96b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:10.686834 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d8100237-605a-485e-b97c-77ac102af96b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5565699'] for subnet, precommit_delete_associations {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:10.770730 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d8100237-605a-485e-b97c-77ac102af96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:10.827179 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d8100237-605a-485e-b97c-77ac102af96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5759410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5577348'] for subnet, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:10.852373 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8100237-605a-485e-b97c-77ac102af96b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e23c61-0a70-4815-a7c1-e7e4d98f14f8,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:10.857260 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-d8100237-605a-485e-b97c-77ac102af96b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:10.859649 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-d8100237-605a-485e-b97c-77ac102af96b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/90e23c61-0a70-4815-a7c1-e7e4d98f14f8 HTTP/1.1" status: 204 len: 168 time: 0.2570601 Aug 13 02:49:10.861757 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 36964) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:10.863245 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcf1fdc-7926-4e92-9bfe-9bfc89749f61 None None] Network 286e7fb8-7a83-4888-accf-7180a921a67e requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:49:10.933847 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:10.989367 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] Deleting port 3e35b008-98c0-4977-8b5f-cdbb00f8d612 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:10.989704 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.049951 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d386a3-cd11-4386-b117-df9407b3092f None None] DHCP port deletion for 286e7fb8-7a83-4888-accf-7180a921a67e request from dv-cinder-760184-6-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:49:11.051211 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] For port 3e35b008-98c0-4977-8b5f-cdbb00f8d612, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=3e35b008-98c0-4977-8b5f-cdbb00f8d612,segment=NetworkSegment(b80ab69d-0482-4a64-ab8e-efca5670dde2),segment_id=b80ab69d-0482-4a64-ab8e-efca5670dde2)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:11.051751 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.065243 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] Calling delete_port for 3e35b008-98c0-4977-8b5f-cdbb00f8d612 owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:11.103031 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-91d386a3-cd11-4386-b117-df9407b3092f None None] Deleting port 3e35b008-98c0-4977-8b5f-cdbb00f8d612 {{(pid=94108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:11.103753 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-91d386a3-cd11-4386-b117-df9407b3092f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.143476 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 2be78761-609c-4d95-890c-91e74da98427 no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:49:11.149120 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.174111 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e35b008-98c0-4977-8b5f-cdbb00f8d612,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:11.178979 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] No DVR routers for this DVR port 3e35b008-98c0-4977-8b5f-cdbb00f8d612 on host dv-cinder-760184-6-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:49:11.185367 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 2be78761-609c-4d95-890c-91e74da98427 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:49:11.185791 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 2be78761-609c-4d95-890c-91e74da98427 not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:49:11.186276 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 3e35b008-98c0-4977-8b5f-cdbb00f8d612 no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:49:11.192940 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.db [None req-91d386a3-cd11-4386-b117-df9407b3092f None None] For port 3e35b008-98c0-4977-8b5f-cdbb00f8d612, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=3e35b008-98c0-4977-8b5f-cdbb00f8d612,segment=NetworkSegment(b80ab69d-0482-4a64-ab8e-efca5670dde2),segment_id=b80ab69d-0482-4a64-ab8e-efca5670dde2)] {{(pid=94108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:11.193423 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-91d386a3-cd11-4386-b117-df9407b3092f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.232576 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 3e35b008-98c0-4977-8b5f-cdbb00f8d612 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:49:11.233266 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 3e35b008-98c0-4977-8b5f-cdbb00f8d612 not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:49:11.233573 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 93ea1dd0-3160-4a3d-9088-7bee72d26662 no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:49:11.258341 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-91d386a3-cd11-4386-b117-df9407b3092f None None] Calling delete_port for 3e35b008-98c0-4977-8b5f-cdbb00f8d612 owned by network:dhcp {{(pid=94108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:11.260330 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 93ea1dd0-3160-4a3d-9088-7bee72d26662 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:49:11.260708 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 93ea1dd0-3160-4a3d-9088-7bee72d26662 not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:49:11.265903 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.284345 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286e7fb8-7a83-4888-accf-7180a921a67e']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:11.294255 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80ab69d-0482-4a64-ab8e-efca5670dde2') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:11.294473 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80ab69d-0482-4a64-ab8e-efca5670dde2') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:11.302922 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5565716'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.319880 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.326884 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:49:11.327264 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5759340'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: Traceback (most recent call last): Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: timer() Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: cb(*args, **kw) Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: return func(*args, **kwargs) Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: self._notify() Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: self.callback(batched_events) Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: event.method(event) Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: return f(self, *a, **k) Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._get(url).json() Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:49:11.329096 dv-cinder-760184-6-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:49:11.340211 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-91d386a3-cd11-4386-b117-df9407b3092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406'] for port, after_delete {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.365139 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d386a3-cd11-4386-b117-df9407b3092f None None] Pushing event deleted for resources: {'Port': ['ID=3e35b008-98c0-4977-8b5f-cdbb00f8d612,revision_number=None']} {{(pid=94108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:11.368594 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d386a3-cd11-4386-b117-df9407b3092f None None] No DVR routers for this DVR port 3e35b008-98c0-4977-8b5f-cdbb00f8d612 on host dv-cinder-760184-6-iscsi {{(pid=94108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:49:11.388341 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.393737 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.395622 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] 10.222.0.42 "DELETE /v2.0/networks/286e7fb8-7a83-4888-accf-7180a921a67e HTTP/1.1" status: 204 len: 168 time: 0.5328043 Aug 13 02:49:11.406871 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6807d-ba36-4dd1-ae22-d8f51e5cbf36 admin admin] Pushing event deleted for resources: {'Network': ['ID=286e7fb8-7a83-4888-accf-7180a921a67e,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:11.582998 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36968) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:11.626101 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-97a2ecc2-8c5f-4095-aeaa-9888ac2d16d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=260391a634834bb982490a3e6bac9caa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418198 Aug 13 02:49:11.629316 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36970) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:11.678460 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-726cd006-03ad-4f02-aee7-cfc9f4df610a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.701548 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-726cd006-03ad-4f02-aee7-cfc9f4df610a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.754341 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-726cd006-03ad-4f02-aee7-cfc9f4df610a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.757097 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-726cd006-03ad-4f02-aee7-cfc9f4df610a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:11.758404 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-726cd006-03ad-4f02-aee7-cfc9f4df610a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20a842a8-3e19-42c8-92f9-91b34dd8ee22 HTTP/1.1" status: 204 len: 168 time: 0.1282270 Aug 13 02:49:11.766074 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cd006-03ad-4f02-aee7-cfc9f4df610a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a842a8-3e19-42c8-92f9-91b34dd8ee22,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:11.810609 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:12.121851 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36978) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:12.165630 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5db39bfe-c234-421c-96db-13c1c064d934 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=277888d1da5c44d0bdae3f2d44aad22b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425985 Aug 13 02:49:12.168268 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 36980) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:12.226095 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-89ff3ef1-5eeb-408e-9016-5ad152dec253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:12.248815 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-89ff3ef1-5eeb-408e-9016-5ad152dec253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:12.295774 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-89ff3ef1-5eeb-408e-9016-5ad152dec253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:12.299348 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-89ff3ef1-5eeb-408e-9016-5ad152dec253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:12.301749 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-89ff3ef1-5eeb-408e-9016-5ad152dec253 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd354e87-1fa6-4bd0-bf18-9939eb7e915c HTTP/1.1" status: 204 len: 168 time: 0.1322026 Aug 13 02:49:12.312633 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff3ef1-5eeb-408e-9016-5ad152dec253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd354e87-1fa6-4bd0-bf18-9939eb7e915c,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:15.426810 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1a7f10ca-3b6e-4e4b-ae1d-3e04df1f8fac req-33c070b9-74aa-461b-a10b-b378e0e78a78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442839 Aug 13 02:49:15.535917 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f10ca-3b6e-4e4b-ae1d-3e04df1f8fac req-9f26a9ee-9cc4-4382-9cd4-280593d5a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:15.537484 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1a7f10ca-3b6e-4e4b-ae1d-3e04df1f8fac req-9f26a9ee-9cc4-4382-9cd4-280593d5a2fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6807407b083a46a8aa8ca1b4569d109d&device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 1098 time: 0.0457537 Aug 13 02:49:15.641037 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f10ca-3b6e-4e4b-ae1d-3e04df1f8fac req-7eca4f79-0773-4947-86ed-51168ca051df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:15.642405 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1a7f10ca-3b6e-4e4b-ae1d-3e04df1f8fac req-7eca4f79-0773-4947-86ed-51168ca051df service neutron] 10.222.0.60 "GET /v2.0/networks?id=502f84e1-86e8-4936-88ab-5dda8978cb77 HTTP/1.1" status: 200 len: 912 time: 0.0848727 Aug 13 02:49:15.711230 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1a7f10ca-3b6e-4e4b-ae1d-3e04df1f8fac req-606a3602-572b-45c4-ac5c-15ba081df929 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad991b1a-f81c-40d5-92fd-88934fb69d86 HTTP/1.1" status: 200 len: 1001 time: 0.0619106 Aug 13 02:49:15.759836 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f10ca-3b6e-4e4b-ae1d-3e04df1f8fac req-d0c228f3-db9a-4d30-8fdb-863dc4c404c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:15.761247 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1a7f10ca-3b6e-4e4b-ae1d-3e04df1f8fac req-d0c228f3-db9a-4d30-8fdb-863dc4c404c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=061bd213-585f-4fcc-b4b9-97bd3d7a36fd HTTP/1.1" status: 200 len: 850 time: 0.0422893 Aug 13 02:49:15.808659 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f10ca-3b6e-4e4b-ae1d-3e04df1f8fac req-b0dc3a42-c7a1-41b5-a3f0-b90db14a9dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:15.810078 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1a7f10ca-3b6e-4e4b-ae1d-3e04df1f8fac req-b0dc3a42-c7a1-41b5-a3f0-b90db14a9dc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=502f84e1-86e8-4936-88ab-5dda8978cb77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398083 Aug 13 02:49:15.901726 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1a7f10ca-3b6e-4e4b-ae1d-3e04df1f8fac req-63fd3fb4-cfb3-497b-b545-5bb5fb386c18 service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830438 Aug 13 02:49:16.003395 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-1a7f10ca-3b6e-4e4b-ae1d-3e04df1f8fac req-006f5c04-60fd-4606-bc58-5c489d8fa4de service neutron] 10.222.0.60 "GET /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937562 Aug 13 02:49:20.827297 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:49:33.962136 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:36.368732 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b68ed794-29cc-41b6-8712-7c80e4372afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:38.622424 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc390e7-0d8f-42c0-866b-137cba4e2898 req-d8deebf3-87b9-4d27-99b5-0cf5b307a47c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:38.623930 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2fc390e7-0d8f-42c0-866b-137cba4e2898 req-d8deebf3-87b9-4d27-99b5-0cf5b307a47c tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 945 time: 0.0498178 Aug 13 02:49:38.674096 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-2fc390e7-0d8f-42c0-866b-137cba4e2898 req-bb38c09f-ca84-4ce0-84c2-b058d91c5a69 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=a71d76a6-8829-4301-a6c3-e0a36f6d7e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435588 Aug 13 02:49:39.190102 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:39.323574 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b6717529-6dd8-48c4-a4b3-cc1a836923f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:39.799414 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19852694-8865-4633-9a9b-e30d5083dded req-d93bd2fb-5501-407c-92cf-6beaec4b34b3 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:39.801149 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-19852694-8865-4633-9a9b-e30d5083dded req-d93bd2fb-5501-407c-92cf-6beaec4b34b3 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 945 time: 0.0525591 Aug 13 02:49:39.842818 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-19852694-8865-4633-9a9b-e30d5083dded req-07296f8f-1144-485f-9178-a88b84c64557 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups?id=a71d76a6-8829-4301-a6c3-e0a36f6d7e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326889 Aug 13 02:49:40.397655 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003c977-e866-4316-bed3-6ba466df400e req-566c7718-58b1-439a-9242-599305d72647 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94106) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 02:49:40.399147 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3003c977-e866-4316-bed3-6ba466df400e req-566c7718-58b1-439a-9242-599305d72647 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.60 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 945 time: 0.0536690 Aug 13 02:49:40.492256 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-3003c977-e866-4316-bed3-6ba466df400e req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Deleting port ad991b1a-f81c-40d5-92fd-88934fb69d86 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:40.492653 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3003c977-e866-4316-bed3-6ba466df400e req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:40.492792 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:40.596514 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [req-3003c977-e866-4316-bed3-6ba466df400e req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] For port ad991b1a-f81c-40d5-92fd-88934fb69d86, host hv-cinder-76018, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76018',level=0,port_id=ad991b1a-f81c-40d5-92fd-88934fb69d86,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:40.596951 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3003c977-e866-4316-bed3-6ba466df400e req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:40.773423 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3003c977-e866-4316-bed3-6ba466df400e req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:40.773689 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3003c977-e866-4316-bed3-6ba466df400e req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1686419'] for floatingip, after_update {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:40.773984 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.db.l3_db [req-3003c977-e866-4316-bed3-6ba466df400e req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Floating IP b0b101bc-a7a7-405a-81d1-73d3c1b8c990 disassociated. External IP: 172.27.1.149, port: ad991b1a-f81c-40d5-92fd-88934fb69d86. Aug 13 02:49:40.774315 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [req-3003c977-e866-4316-bed3-6ba466df400e req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Calling delete_port for ad991b1a-f81c-40d5-92fd-88934fb69d86 owned by compute:nova {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:40.904837 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3003c977-e866-4316-bed3-6ba466df400e req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:40.962098 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event deleted for resources: {'Port': ['ID=ad991b1a-f81c-40d5-92fd-88934fb69d86,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:40.966495 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-749e15b2-b5b3-40cb-999a-83e5383588a6 req-cc0c3215-027a-4e59-b494-f576689d1dc5 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/ports?device_id=e38429c8-3a7b-454c-9858-e848a4b3e334 HTTP/1.1" status: 200 len: 210 time: 0.0538104 Aug 13 02:49:40.974453 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:40.974796 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:40.975128 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:40.975454 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:40.975776 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:40.976100 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:40.976417 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:40.976760 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:40.977059 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:40.977379 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:40.977695 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:40.978015 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:49:41.089812 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3003c977-e866-4316-bed3-6ba466df400e req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Router 05dee3af-985e-4d96-aabd-33606369a72c has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94106) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:49:41.198927 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3003c977-e866-4316-bed3-6ba466df400e req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94106) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:49:41.211500 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158b7fa-f48c-4136-bbde-a8422b1326c5 None None] Sync routers for ids ['05dee3af-985e-4d96-aabd-33606369a72c'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:49:41.220492 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158b7fa-f48c-4136-bbde-a8422b1326c5 None None] Routers {'05dee3af-985e-4d96-aabd-33606369a72c'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:41.221191 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-3158b7fa-f48c-4136-bbde-a8422b1326c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:49:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['05dee3af-985e-4d96-aabd-33606369a72c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:41.243494 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.l3_dvrscheduler_db [req-3003c977-e866-4316-bed3-6ba466df400e req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] No DVR routers for this DVR port ad991b1a-f81c-40d5-92fd-88934fb69d86 on host hv-cinder-76018 {{(pid=94106) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:49:41.246219 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [req-3003c977-e866-4316-bed3-6ba466df400e req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for port, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:41.248316 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [req-3003c977-e866-4316-bed3-6ba466df400e req-b1dd0492-ad2a-4483-a3b4-0a0fd415193a tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.60 "DELETE /v2.0/ports/ad991b1a-f81c-40d5-92fd-88934fb69d86 HTTP/1.1" status: 204 len: 173 time: 0.8423104 Aug 13 02:49:41.248783 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e38429c8-3a7b-454c-9858-e848a4b3e334', 'name': 'network-vif-deleted', 'tag': 'ad991b1a-f81c-40d5-92fd-88934fb69d86'}] {{(pid=94106) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 02:49:41.251031 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1333962d715452cc4b0288723e5dd9ce2e9e7347d591d900081771c4b3ff9303" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c733208d-a3aa-483d-b7b0-48d39cb81147" -d '{"events": [{"server_uuid": "e38429c8-3a7b-454c-9858-e848a4b3e334", "name": "network-vif-deleted", "tag": "ad991b1a-f81c-40d5-92fd-88934fb69d86"}]}' {{(pid=94106) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 02:49:41.294913 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 02:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765043fd-b8f9-40aa-a472-913a598964c1 x-openstack-request-id: req-765043fd-b8f9-40aa-a472-913a598964c1 {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 02:49:41.295206 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e38429c8-3a7b-454c-9858-e848a4b3e334", "name": "network-vif-deleted", "tag": "ad991b1a-f81c-40d5-92fd-88934fb69d86", "status": "completed", "code": 200}]} {{(pid=94106) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 02:49:41.295460 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-765043fd-b8f9-40aa-a472-913a598964c1 {{(pid=94106) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 02:49:41.295855 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e38429c8-3a7b-454c-9858-e848a4b3e334', 'name': 'network-vif-deleted', 'tag': 'ad991b1a-f81c-40d5-92fd-88934fb69d86', 'status': 'completed', 'code': 200} Aug 13 02:49:41.330316 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-3158b7fa-f48c-4136-bbde-a8422b1326c5 None None] Set router 05dee3af-985e-4d96-aabd-33606369a72c gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:41.546222 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-3158b7fa-f48c-4136-bbde-a8422b1326c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '77422477-1ad9-4610-b9dd-6becf0751d7b', 'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'mac_address': 'fa:16:3e:92:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:35Z', 'updated_at': '2021-08-13T02:45:41Z', 'revision_number': 5, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'subnets': [{'id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:41.571505 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158b7fa-f48c-4136-bbde-a8422b1326c5 None None] Checking router: 05dee3af-985e-4d96-aabd-33606369a72c for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:49:41.579867 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3158b7fa-f48c-4136-bbde-a8422b1326c5 None None] Routers {'05dee3af-985e-4d96-aabd-33606369a72c'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:41.580476 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-3158b7fa-f48c-4136-bbde-a8422b1326c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:49:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['05dee3af-985e-4d96-aabd-33606369a72c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:41.700839 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-3158b7fa-f48c-4136-bbde-a8422b1326c5 None None] Set router 05dee3af-985e-4d96-aabd-33606369a72c gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:41.809415 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:41.906878 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-3158b7fa-f48c-4136-bbde-a8422b1326c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '77422477-1ad9-4610-b9dd-6becf0751d7b', 'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'mac_address': 'fa:16:3e:92:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:35Z', 'updated_at': '2021-08-13T02:45:41Z', 'revision_number': 5, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'subnets': [{'id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:41.935176 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3158b7fa-f48c-4136-bbde-a8422b1326c5 None None] The sync data for ids ['05dee3af-985e-4d96-aabd-33606369a72c'] in dv-cinder-760184-6-iscsi is: [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:45:35Z', 'revision_number': 4, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi', '_interfaces': [{'id': '77422477-1ad9-4610-b9dd-6becf0751d7b', 'name': '', 'network_id': '502f84e1-86e8-4936-88ab-5dda8978cb77', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'mac_address': 'fa:16:3e:92:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:35Z', 'updated_at': '2021-08-13T02:45:41Z', 'revision_number': 5, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'subnets': [{'id': '061bd213-585f-4fcc-b4b9-97bd3d7a36fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:49:42.052891 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 37120) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:42.109433 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25d837ac-ea3a-4149-8dac-cb108c21724e tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:42.138484 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25d837ac-ea3a-4149-8dac-cb108c21724e tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:42.149413 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8112cd18-c3b4-4bf5-aee6-682632632fa8 None None] New status for floating IP b0b101bc-a7a7-405a-81d1-73d3c1b8c990: DOWN {{(pid=94108) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 02:49:42.185280 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25d837ac-ea3a-4149-8dac-cb108c21724e tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:42.187651 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-25d837ac-ea3a-4149-8dac-cb108c21724e tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:42.191644 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-25d837ac-ea3a-4149-8dac-cb108c21724e tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "DELETE /v2.0/security-groups/a71d76a6-8829-4301-a6c3-e0a36f6d7e9e HTTP/1.1" status: 204 len: 168 time: 0.1377301 Aug 13 02:49:42.191810 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 37122) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:42.201247 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d837ac-ea3a-4149-8dac-cb108c21724e tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71d76a6-8829-4301-a6c3-e0a36f6d7e9e,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:42.214745 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.api.v2.resource [None req-2ef6793b-df7d-4b4b-92de-7f41d7c9c43b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] show failed (client error): The resource could not be found. Aug 13 02:49:42.215763 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-2ef6793b-df7d-4b4b-92de-7f41d7c9c43b tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "GET /v2.0/security-groups/a71d76a6-8829-4301-a6c3-e0a36f6d7e9e HTTP/1.1" status: 404 len: 347 time: 0.0230150 Aug 13 02:49:42.218737 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 37124) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:42.344056 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-fd21d9fc-f7a6-4895-9c86-61d29391e943 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Deleting port 1506d2d1-1a35-4c64-973e-eb916e7c80e2 {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:42.344382 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fd21d9fc-f7a6-4895-9c86-61d29391e943 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:42.422330 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fd21d9fc-f7a6-4895-9c86-61d29391e943 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:42.422738 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fd21d9fc-f7a6-4895-9c86-61d29391e943 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:42.441526 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-fd21d9fc-f7a6-4895-9c86-61d29391e943 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Calling delete_port for 1506d2d1-1a35-4c64-973e-eb916e7c80e2 owned by network:floatingip {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:42.593677 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fd21d9fc-f7a6-4895-9c86-61d29391e943 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:42.617706 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21d9fc-f7a6-4895-9c86-61d29391e943 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Pushing event deleted for resources: {'Port': ['ID=1506d2d1-1a35-4c64-973e-eb916e7c80e2,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:42.681681 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fd21d9fc-f7a6-4895-9c86-61d29391e943 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks [] for floatingip, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:42.684107 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-fd21d9fc-f7a6-4895-9c86-61d29391e943 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91538'] for floatingip, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:42.685313 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-fd21d9fc-f7a6-4895-9c86-61d29391e943 tempest-AttachVolumeTestJSON-1959555969 tempest-AttachVolumeTestJSON-1959555969-project] 10.222.0.42 "DELETE /v2.0/floatingips/b0b101bc-a7a7-405a-81d1-73d3c1b8c990 HTTP/1.1" status: 204 len: 168 time: 0.4656224 Aug 13 02:49:44.684962 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device ad991b1a-f81c-40d5-92fd-88934fb69d86 no longer exists at agent hyperv_hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:49:44.709845 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] No Port match for: ad991b1a-f81c-40d5-92fd-88934fb69d86 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:49:44.710188 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Device ad991b1a-f81c-40d5-92fd-88934fb69d86 not bound to the agent host hv-cinder-76018 {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:49:46.285314 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 37152) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:46.641014 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2801e226-89ca-4ab2-81b7-3dac13afa79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1662611'] for router_interface, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:47.127107 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-2801e226-89ca-4ab2-81b7-3dac13afa79c admin admin] Deleting port 77422477-1ad9-4610-b9dd-6becf0751d7b {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:47.127437 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2801e226-89ca-4ab2-81b7-3dac13afa79c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:47.207149 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-2801e226-89ca-4ab2-81b7-3dac13afa79c admin admin] For port 77422477-1ad9-4610-b9dd-6becf0751d7b, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=77422477-1ad9-4610-b9dd-6becf0751d7b,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:47.207479 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2801e226-89ca-4ab2-81b7-3dac13afa79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:47.220236 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-2801e226-89ca-4ab2-81b7-3dac13afa79c admin admin] Calling delete_port for 77422477-1ad9-4610-b9dd-6becf0751d7b owned by network:router_interface {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:47.410763 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2801e226-89ca-4ab2-81b7-3dac13afa79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:47.438188 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801e226-89ca-4ab2-81b7-3dac13afa79c admin admin] Pushing event deleted for resources: {'Port': ['ID=77422477-1ad9-4610-b9dd-6becf0751d7b,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:47.598611 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-2801e226-89ca-4ab2-81b7-3dac13afa79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1678143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1686051'] for router_interface, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:47.809603 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2801e226-89ca-4ab2-81b7-3dac13afa79c admin admin] Router 05dee3af-985e-4d96-aabd-33606369a72c has already been hosted by L3 agent d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6 {{(pid=94107) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 02:49:47.923394 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2801e226-89ca-4ab2-81b7-3dac13afa79c admin admin] Notify agent at l3_agent.dv-cinder-760184-6-iscsi the message routers_updated {{(pid=94107) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 02:49:47.928416 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-2801e226-89ca-4ab2-81b7-3dac13afa79c admin admin] 10.222.0.42 "PUT /v2.0/routers/05dee3af-985e-4d96-aabd-33606369a72c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6420739 Aug 13 02:49:47.931955 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 37154) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:47.933235 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f7a1dc-3258-45be-b4ad-5a333554f40a None None] Sync routers for ids ['05dee3af-985e-4d96-aabd-33606369a72c'] in dv-cinder-760184-6-iscsi {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 02:49:47.943248 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f7a1dc-3258-45be-b4ad-5a333554f40a None None] Routers {'05dee3af-985e-4d96-aabd-33606369a72c'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:47.943840 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e1f7a1dc-3258-45be-b4ad-5a333554f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:49:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['05dee3af-985e-4d96-aabd-33606369a72c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:48.037939 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:48.046290 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-e1f7a1dc-3258-45be-b4ad-5a333554f40a None None] Set router 05dee3af-985e-4d96-aabd-33606369a72c gateway port host: dv-cinder-760184-6-iscsi {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:48.140816 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:48.194319 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] Deleting port 98f7228e-132a-4640-871d-10d06959e54d {{(pid=94106) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:48.194699 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:48.220020 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e1f7a1dc-3258-45be-b4ad-5a333554f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'external_fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '98f7228e-132a-4640-871d-10d06959e54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:49:47Z', 'revision_number': 5, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port': {'id': '98f7228e-132a-4640-871d-10d06959e54d', 'name': '', 'network_id': '62097cf8-f4d4-4991-952d-10ed3758274c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:6b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05dee3af-985e-4d96-aabd-33606369a72c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760184-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T02:45:33Z', 'updated_at': '2021-08-13T02:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95b6d0d4-edcf-4e6d-8ee2-5abbd395a994', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760184-6-iscsi'}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:48.245870 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f7a1dc-3258-45be-b4ad-5a333554f40a None None] Checking router: 05dee3af-985e-4d96-aabd-33606369a72c for host: dv-cinder-760184-6-iscsi {{(pid=94109) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 02:49:48.255500 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f7a1dc-3258-45be-b4ad-5a333554f40a None None] Routers {'05dee3af-985e-4d96-aabd-33606369a72c'} bound to L3 agent in host dv-cinder-760184-6-iscsi {{(pid=94109) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 02:49:48.256168 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e1f7a1dc-3258-45be-b4ad-5a333554f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760184-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-13T02:30:09Z,description=,heartbeat_timestamp=2021-08-13T02:49:39Z,host='dv-cinder-760184-6-iscsi',id=d7ae8bc7-2fcc-4ffa-b897-c733b4da46b6,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T02:30:09Z,topic='l3_agent')) {'router_ids': ['05dee3af-985e-4d96-aabd-33606369a72c'], 'active': True} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:48.274379 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.db [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] For port 98f7228e-132a-4640-871d-10d06959e54d, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=98f7228e-132a-4640-871d-10d06959e54d,segment=NetworkSegment(2aecdf19-3bd0-4833-95cc-da876e9af2b5),segment_id=2aecdf19-3bd0-4833-95cc-da876e9af2b5)] {{(pid=94106) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:48.274745 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:48.291493 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.plugins.ml2.plugin [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] Calling delete_port for 98f7228e-132a-4640-871d-10d06959e54d owned by network:router_gateway {{(pid=94106) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:48.342065 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_dvr_db [None req-e1f7a1dc-3258-45be-b4ad-5a333554f40a None None] Set router 05dee3af-985e-4d96-aabd-33606369a72c gateway port host: None {{(pid=94109) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 02:49:48.459038 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7328991'] for port, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:48.485479 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.l3_hamode_db [None req-e1f7a1dc-3258-45be-b4ad-5a333554f40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:49:48Z', 'revision_number': 6, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port_host': None}], 'dv-cinder-760184-6-iscsi', False) {} {{(pid=94109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:48.488057 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=98f7228e-132a-4640-871d-10d06959e54d,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:48.511085 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f7a1dc-3258-45be-b4ad-5a333554f40a None None] The sync data for ids ['05dee3af-985e-4d96-aabd-33606369a72c'] in dv-cinder-760184-6-iscsi is: [{'id': '05dee3af-985e-4d96-aabd-33606369a72c', 'name': 'tempest-AttachVolumeTestJSON-1370632603-router', 'tenant_id': '6807407b083a46a8aa8ca1b4569d109d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T02:45:32Z', 'updated_at': '2021-08-13T02:49:48Z', 'revision_number': 6, 'project_id': '6807407b083a46a8aa8ca1b4569d109d', 'gw_port_host': None}] {{(pid=94109) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 02:49:48.551544 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1686489'] for router_gateway, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:48.640606 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1673013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1166'] for router, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:48.642832 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:48.693697 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1673018'] for router, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:48.694485 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05dee3af-985e-4d96-aabd-33606369a72c {{(pid=94106) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 02:49:48.699145 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:48.700688 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f6a211c3-afb7-4348-a558-b1cd0bb570f8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/05dee3af-985e-4d96-aabd-33606369a72c HTTP/1.1" status: 204 len: 168 time: 0.7670224 Aug 13 02:49:48.703322 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 37156) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:48.748394 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.db.db_base_plugin_v2 [None req-50052e5c-c639-4786-ac8b-48e493145abc admin admin] Deleting subnet 061bd213-585f-4fcc-b4b9-97bd3d7a36fd {{(pid=94106) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 02:49:48.751396 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50052e5c-c639-4786-ac8b-48e493145abc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:48.786246 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50052e5c-c639-4786-ac8b-48e493145abc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5318480'] for subnet, precommit_delete_associations {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:48.866259 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50052e5c-c639-4786-ac8b-48e493145abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1558769'] for subnet, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:48.920880 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50052e5c-c639-4786-ac8b-48e493145abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1558758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7329004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6980235'] for subnet, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:48.948873 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50052e5c-c639-4786-ac8b-48e493145abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for subnet, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:48.953076 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-50052e5c-c639-4786-ac8b-48e493145abc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/061bd213-585f-4fcc-b4b9-97bd3d7a36fd HTTP/1.1" status: 204 len: 168 time: 0.2486451 Aug 13 02:49:48.953946 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 37158) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:48.954436 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50052e5c-c639-4786-ac8b-48e493145abc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061bd213-585f-4fcc-b4b9-97bd3d7a36fd,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:48.965658 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dce22a0-4fb4-4893-9b33-4f37f5928bc7 None None] Network 502f84e1-86e8-4936-88ab-5dda8978cb77 requested from dv-cinder-760184-6-iscsi {{(pid=94108) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 02:49:49.024941 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-609326'] for network, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.084324 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] Deleting port 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 {{(pid=94107) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 02:49:49.084775 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737000553000'] for port, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.152404 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.db [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] For port 7b2de52c-f709-4b50-b5d7-3de04c95b5e0, host dv-cinder-760184-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760184-6-iscsi',level=0,port_id=7b2de52c-f709-4b50-b5d7-3de04c95b5e0,segment=NetworkSegment(79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd),segment_id=79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd)] {{(pid=94107) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 02:49:49.152789 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1684668'] for port, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.165274 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.plugin [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] Calling delete_port for 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 owned by network:dhcp {{(pid=94107) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 02:49:49.254500 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1458406', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737000560514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737000039406', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5759361'] for port, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.276712 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8174dfe-feb4-4237-9340-15e26b5c3cca None None] DHCP port deletion for 502f84e1-86e8-4936-88ab-5dda8978cb77 request from dv-cinder-760184-6-iscsi {{(pid=94108) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 02:49:49.281453 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2de52c-f709-4b50-b5d7-3de04c95b5e0,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:49.282757 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] No DVR routers for this DVR port 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 on host dv-cinder-760184-6-iscsi {{(pid=94107) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 02:49:49.340753 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 77422477-1ad9-4610-b9dd-6becf0751d7b no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:49:49.354876 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1554038', 'neutron.services.segments.db._delete_segments_for_network-8737000549488'] for network, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.359596 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 77422477-1ad9-4610-b9dd-6becf0751d7b {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:49:49.359933 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 77422477-1ad9-4610-b9dd-6becf0751d7b not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:49:49.360339 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:49:49.364291 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['502f84e1-86e8-4936-88ab-5dda8978cb77']}} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:49.378894 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd') {'for_net_delete': True} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:49.379240 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.services.segments.db [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e73e8d-a0f5-4d47-ad52-a3a26c5b11dd') {} {{(pid=94107) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 02:49:49.381781 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:49:49.382136 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 7b2de52c-f709-4b50-b5d7-3de04c95b5e0 not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:49:49.382538 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 98f7228e-132a-4640-871d-10d06959e54d no longer exists at agent ovs-agent-dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 02:49:49.389075 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737000520569', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5565716'] for segment, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.401530 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] No Port match for: 98f7228e-132a-4640-871d-10d06959e54d {{(pid=94108) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 02:49:49.401880 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron.plugins.ml2.rpc [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Device 98f7228e-132a-4640-871d-10d06959e54d not bound to the agent host dv-cinder-760184-6-iscsi {{(pid=94108) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 02:49:49.408421 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704'] for segment, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.422099 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=94107) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 02:49:49.422515 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1558704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5759340'] for segment, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: Traceback (most recent call last): Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: timer() Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: cb(*args, **kw) Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: return func(*args, **kwargs) Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: self._notify() Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: self.callback(batched_events) Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: event.method(event) Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: return f(self, *a, **k) Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._get(url).json() Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: return self.request(url, 'GET', **kwargs) Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 02:49:49.424337 dv-cinder-760184-6-iscsi neutron-server[94107]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 02:49:49.480085 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1554031', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455396', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1678086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1686437'] for network, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.486084 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1678104'] for network, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.487887 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] 10.222.0.42 "DELETE /v2.0/networks/502f84e1-86e8-4936-88ab-5dda8978cb77 HTTP/1.1" status: 204 len: 168 time: 0.5281656 Aug 13 02:49:49.499157 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14e996-2b3d-4d16-ba26-bf215118a2cd admin admin] Pushing event deleted for resources: {'Network': ['ID=502f84e1-86e8-4936-88ab-5dda8978cb77,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:49.662001 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 37162) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:49.702288 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-f1d3891e-2ec4-4c4a-9cad-3d891a599909 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6807407b083a46a8aa8ca1b4569d109d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391054 Aug 13 02:49:49.705486 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 37164) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:49.758196 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50dcef63-3263-4341-a278-0885bfea9068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.784717 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50dcef63-3263-4341-a278-0885bfea9068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.841303 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50dcef63-3263-4341-a278-0885bfea9068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.844236 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-50dcef63-3263-4341-a278-0885bfea9068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:49.845553 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-50dcef63-3263-4341-a278-0885bfea9068 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa319e03-577f-4150-8f80-a29e0f82cb22 HTTP/1.1" status: 204 len: 168 time: 0.1391752 Aug 13 02:49:49.853601 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcef63-3263-4341-a278-0885bfea9068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa319e03-577f-4150-8f80-a29e0f82cb22,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:53.717196 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 37224) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:53.826421 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a1b568be-60cf-4142-9053-8d3205739914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:53.914472 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a1b568be-60cf-4142-9053-8d3205739914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:53.920052 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-a1b568be-60cf-4142-9053-8d3205739914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:53.962762 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-a1b568be-60cf-4142-9053-8d3205739914 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fcb7b0c9eb84cadb258949c736f986b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420518 Aug 13 02:49:53.962762 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b568be-60cf-4142-9053-8d3205739914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095b1bcb-834e-48fa-8987-a9c763770b91,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:53.964576 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 37228) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:54.019003 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a64acd19-bef8-44c4-b567-33d894cd85eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:54.042736 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a64acd19-bef8-44c4-b567-33d894cd85eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:54.103055 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a64acd19-bef8-44c4-b567-33d894cd85eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:54.106198 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-a64acd19-bef8-44c4-b567-33d894cd85eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:54.107388 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-a64acd19-bef8-44c4-b567-33d894cd85eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/095b1bcb-834e-48fa-8987-a9c763770b91 HTTP/1.1" status: 204 len: 168 time: 0.1417363 Aug 13 02:49:54.114885 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64acd19-bef8-44c4-b567-33d894cd85eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095b1bcb-834e-48fa-8987-a9c763770b91,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:55.883841 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 37278) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:55.998457 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f63b-0d8b-42e5-bbef-26739ddae5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.097120 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f63b-0d8b-42e5-bbef-26739ddae5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.102991 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5bf3f63b-0d8b-42e5-bbef-26739ddae5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.140238 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5bf3f63b-0d8b-42e5-bbef-26739ddae5de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea0b28fbc80846cba3233af7bfa1816e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552087 Aug 13 02:49:56.141458 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3f63b-0d8b-42e5-bbef-26739ddae5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03feda1-61a0-4686-8d62-e33c4c4482c2,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:56.143055 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 37282) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:56.198809 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2ede-0a1b-4eea-9772-da4d06b18ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.220754 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2ede-0a1b-4eea-9772-da4d06b18ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.270093 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2ede-0a1b-4eea-9772-da4d06b18ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.272712 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-ecfd2ede-0a1b-4eea-9772-da4d06b18ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.273806 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-ecfd2ede-0a1b-4eea-9772-da4d06b18ec4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e03feda1-61a0-4686-8d62-e33c4c4482c2 HTTP/1.1" status: 204 len: 168 time: 0.1297128 Aug 13 02:49:56.281069 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd2ede-0a1b-4eea-9772-da4d06b18ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03feda1-61a0-4686-8d62-e33c4c4482c2,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:56.561706 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 37288) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:56.575713 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-570d8d4c-db7e-4db1-859c-d8bb16c5ac6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.685535 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-570d8d4c-db7e-4db1-859c-d8bb16c5ac6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.692922 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-570d8d4c-db7e-4db1-859c-d8bb16c5ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.727816 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d8d4c-db7e-4db1-859c-d8bb16c5ac6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7a2745-7b7d-4b55-b6b7-0f198036b4eb,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:56.731981 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-570d8d4c-db7e-4db1-859c-d8bb16c5ac6f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=607baebd0174443e8f4dc253a0cda0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692259 Aug 13 02:49:56.734572 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 37290) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:49:56.782100 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7da66da7-1cf7-4d34-a0a3-679941a2a5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.802363 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7da66da7-1cf7-4d34-a0a3-679941a2a5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.850750 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7da66da7-1cf7-4d34-a0a3-679941a2a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.853440 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-7da66da7-1cf7-4d34-a0a3-679941a2a5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:49:56.854681 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-7da66da7-1cf7-4d34-a0a3-679941a2a5d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe7a2745-7b7d-4b55-b6b7-0f198036b4eb HTTP/1.1" status: 204 len: 168 time: 0.1191146 Aug 13 02:49:56.862440 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da66da7-1cf7-4d34-a0a3-679941a2a5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7a2745-7b7d-4b55-b6b7-0f198036b4eb,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:49:57.828314 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:50:03.972249 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:06.372901 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-3ae8511b-5fe7-4245-9d13-72302e308f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:09.193579 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:09.323630 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2d0772d4-dc6f-4ae4-a476-f6dbad36a2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:10.496001 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:11.813507 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:33.993787 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:34.835548 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:50:36.381243 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-61cb4613-4cdc-4129-98c5-50df7a2cb92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:38.344763 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 37664) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:50:38.450221 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:38.543134 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:38.548896 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:38.587013 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=34cd6b681e71440991d570b39179779b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411926 Aug 13 02:50:38.587848 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb51f997-6b68-4c3b-ba16-8f42b358aa35,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:50:38.589991 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 37668) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:50:38.595950 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:38.596274 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:38.596616 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:38.596977 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:38.597309 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:38.597634 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:38.597958 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:38.598278 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:38.598600 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:38.598971 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:38.599298 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:38.599612 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be95812-61d7-41da-a96a-644b73b28ecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94107) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:38.641985 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-98f2b942-bdbb-499f-8b9d-7520357f1cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:38.663592 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-98f2b942-bdbb-499f-8b9d-7520357f1cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:38.721856 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-98f2b942-bdbb-499f-8b9d-7520357f1cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:38.724532 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-98f2b942-bdbb-499f-8b9d-7520357f1cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:38.725703 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-98f2b942-bdbb-499f-8b9d-7520357f1cf0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb51f997-6b68-4c3b-ba16-8f42b358aa35 HTTP/1.1" status: 204 len: 168 time: 0.1345215 Aug 13 02:50:38.733630 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2b942-bdbb-499f-8b9d-7520357f1cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb51f997-6b68-4c3b-ba16-8f42b358aa35,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:50:39.028961 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 37674) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:50:39.042614 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ecde43f5-abb7-4a61-b796-4a7ca05d815d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:39.133329 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ecde43f5-abb7-4a61-b796-4a7ca05d815d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:39.138993 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-ecde43f5-abb7-4a61-b796-4a7ca05d815d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:39.175858 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-ecde43f5-abb7-4a61-b796-4a7ca05d815d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b28504f1bf28446892d79abb0870a58b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451659 Aug 13 02:50:39.176479 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde43f5-abb7-4a61-b796-4a7ca05d815d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577a0b16-290a-45d0-87f9-4619bc4e9f2c,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:50:39.179258 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 37676) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:50:39.187282 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:39.233660 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cea01b81-4d5d-4ae5-8fd2-8a88d45617f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:39.255788 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cea01b81-4d5d-4ae5-8fd2-8a88d45617f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:39.307102 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cea01b81-4d5d-4ae5-8fd2-8a88d45617f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:39.309882 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-cea01b81-4d5d-4ae5-8fd2-8a88d45617f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:39.311205 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-cea01b81-4d5d-4ae5-8fd2-8a88d45617f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/577a0b16-290a-45d0-87f9-4619bc4e9f2c HTTP/1.1" status: 204 len: 168 time: 0.1299438 Aug 13 02:50:39.320130 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a4c137de-a623-4fc9-ba96-af2519c20b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:39.320294 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea01b81-4d5d-4ae5-8fd2-8a88d45617f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577a0b16-290a-45d0-87f9-4619bc4e9f2c,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:50:40.497686 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:41.821881 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:58.235265 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 37822) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:50:58.388795 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-19c4d6d3-b99f-4dd0-9276-ac3dc554d8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:58.476187 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-19c4d6d3-b99f-4dd0-9276-ac3dc554d8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:58.482763 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-19c4d6d3-b99f-4dd0-9276-ac3dc554d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:58.523097 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-19c4d6d3-b99f-4dd0-9276-ac3dc554d8f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec447ac5b2d34753b3cf76023eb18179&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867510 Aug 13 02:50:58.524167 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4d6d3-b99f-4dd0-9276-ac3dc554d8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a02045-b039-4d98-aed3-61084ac49baf,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:50:58.525971 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 37826) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:50:58.575710 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:58.598483 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:58.663943 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:58.666665 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:50:58.667828 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48a02045-b039-4d98-aed3-61084ac49baf HTTP/1.1" status: 204 len: 168 time: 0.1408803 Aug 13 02:50:58.675823 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a02045-b039-4d98-aed3-61084ac49baf,revision_number=None']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:50:58.682845 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:58.683197 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:58.683539 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:58.683872 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:58.684203 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:58.684584 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:58.685070 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:58.685628 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:58.685969 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:58.686298 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:58.686628 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:50:58.686941 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc0838-9153-4f3f-b53e-b7946b5fe4e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760184-6-iscsi {{(pid=94106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 02:51:03.990173 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:06.377714 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-af477dc9-69c7-4530-a8e6-35bb13781452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:09.191359 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:09.328768 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e6b89b4b-3fba-4573-8280-63e3f1118193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:10.510364 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:11.818315 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:11.837374 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:51:26.654978 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 38038) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:26.773404 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-60166d7d-0b1e-4d43-8f1c-f4e5d0e36714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:26.866574 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-60166d7d-0b1e-4d43-8f1c-f4e5d0e36714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:26.874041 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-60166d7d-0b1e-4d43-8f1c-f4e5d0e36714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:26.908727 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60166d7d-0b1e-4d43-8f1c-f4e5d0e36714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87579a9-8691-48d5-8a26-5595886a1ec9,revision_number=1']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:26.913701 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-60166d7d-0b1e-4d43-8f1c-f4e5d0e36714 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4e03d83485249a3b2584fe7aadf458c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571471 Aug 13 02:51:26.916629 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 38042) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:26.964806 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fde49ae9-a879-445a-96ad-e33e0d60f630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:26.985626 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fde49ae9-a879-445a-96ad-e33e0d60f630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:27.035274 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fde49ae9-a879-445a-96ad-e33e0d60f630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:27.038276 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-fde49ae9-a879-445a-96ad-e33e0d60f630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:27.039666 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-fde49ae9-a879-445a-96ad-e33e0d60f630 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a87579a9-8691-48d5-8a26-5595886a1ec9 HTTP/1.1" status: 204 len: 168 time: 0.1228297 Aug 13 02:51:27.048749 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde49ae9-a879-445a-96ad-e33e0d60f630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87579a9-8691-48d5-8a26-5595886a1ec9,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:28.119331 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.wsgi [-] (94106) accepted ('10.222.0.42', 38072) {{(pid=94106) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:28.226105 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b5dd521-a54f-4aee-b017-d0c2afe1f8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:28.327849 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b5dd521-a54f-4aee-b017-d0c2afe1f8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:28.333976 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron_lib.callbacks.manager [None req-4b5dd521-a54f-4aee-b017-d0c2afe1f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_create {{(pid=94106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:28.371552 dv-cinder-760184-6-iscsi neutron-server[94106]: INFO neutron.wsgi [None req-4b5dd521-a54f-4aee-b017-d0c2afe1f8b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8734f85c51e449a94fe76ec0c6ad91f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511466 Aug 13 02:51:28.372830 dv-cinder-760184-6-iscsi neutron-server[94106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5dd521-a54f-4aee-b017-d0c2afe1f8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501c77fc-9498-4fe2-82cf-cfa0beac6c00,revision_number=1']} {{(pid=94106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:28.374546 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [-] (94107) accepted ('10.222.0.42', 38076) {{(pid=94107) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 02:51:28.424106 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7284e782-3524-4163-aa61-339de7ab55db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:28.444297 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7284e782-3524-4163-aa61-339de7ab55db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:28.499893 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7284e782-3524-4163-aa61-339de7ab55db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-455349'] for security_group, after_delete {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:28.502898 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron_lib.callbacks.manager [None req-7284e782-3524-4163-aa61-339de7ab55db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94107) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:28.504062 dv-cinder-760184-6-iscsi neutron-server[94107]: INFO neutron.wsgi [None req-7284e782-3524-4163-aa61-339de7ab55db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/501c77fc-9498-4fe2-82cf-cfa0beac6c00 HTTP/1.1" status: 204 len: 168 time: 0.1274073 Aug 13 02:51:28.512139 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284e782-3524-4163-aa61-339de7ab55db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501c77fc-9498-4fe2-82cf-cfa0beac6c00,revision_number=None']} {{(pid=94107) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 02:51:34.009267 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:36.375860 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-60bfeb01-523a-4439-a429-f3c4114fbcf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:39.188526 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:39.327239 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-eeb9d7fd-7fec-455c-91c2-96e0083f0d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:40.512529 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:41.821843 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:51:48.842295 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:52:04.002748 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:06.378043 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-5da5edfd-ecd0-403c-a289-c05b4d35d682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:09.191860 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:09.324953 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-21f139e4-0448-4099-b485-92de1729d433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:10.521558 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:11.833344 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:25.842915 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:52:34.033602 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:36.376647 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-384d3c60-0fba-4a8a-b7e3-1363c906c929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:39.191591 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:39.320939 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-95815ace-a634-4768-a3b7-153c1b9b0005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:40.525908 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:52:41.829842 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:02.848196 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:53:04.022004 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:06.375530 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-d552086b-8359-4c2f-b911-a5ac1483faf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:09.198946 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:09.332577 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-6d5cc4b9-6095-4952-a36c-17940d2d580a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:10.529451 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:11.837520 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:21.048978 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [req-6938f66c-5e1f-4765-9337-81e81558319b req-35fc9d10-0ac3-4021-9eeb-603a733f5af3 service neutron] (94107) timed out ('10.222.0.60', 62957) {{(pid=94107) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 02:53:24.135829 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [req-8aaf2d6e-6567-45c2-8f34-098d83b7315f req-e9f7d1d4-22f7-45ab-a97b-af61af3fc876 service neutron] (94107) timed out ('10.222.0.60', 62972) {{(pid=94107) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 02:53:34.038794 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:36.381087 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-f5ce3e59-4be5-4501-b2c8-22001ce43831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:39.188578 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:39.331807 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a183a9e2-8108-4cb0-92a8-8c1d55ff5e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:39.853837 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:53:40.530224 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:53:41.836317 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:04.041098 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:06.378644 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-edf0f91c-419f-47b7-b886-6d06cda6d8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:09.189181 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:09.330263 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-e7e4dbaa-fe34-495b-a41c-1b94030c32e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:10.535119 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:11.852433 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:16.853788 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:54:34.037544 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:36.381757 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-7bf6eae2-12e1-4cad-941a-2f8da5907740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:39.188549 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:39.324294 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-816488be-23ad-49a6-841a-29d626448ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:40.533950 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:41.854536 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:54:53.858215 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:55:04.054097 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:06.381551 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-11c67a09-6473-4f66-9305-e7b8f7b0db9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.190903 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:09.329456 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-b07ddb34-4731-4b0c-9f3d-4a1d4c02e84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:10.542249 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:11.852116 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:30.862611 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:55:34.057190 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:36.381730 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-833a2a21-5f43-4a7e-96ac-323670f75091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:39.195446 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:39.349248 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-108a8cc4-055b-4ab9-8d49-a299046a6d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:40.543362 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:41.862221 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:55:58.184874 dv-cinder-760184-6-iscsi neutron-server[94107]: DEBUG neutron.wsgi [req-28c490a2-4d44-4029-86ba-c018ee531f8c req-a1d31658-5239-4eb1-aa05-65c16b306627 service neutron] (94107) timed out ('10.222.0.60', 62947) {{(pid=94107) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 13 02:56:04.061138 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:06.377282 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-a7bb0e39-b7ef-4f12-b42f-e67f54cb7a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:07.866014 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 02:56:09.195349 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:09.334649 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-c39a0482-90b3-4931-b165-23c73ddf80e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:10.547535 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:11.871020 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:34.073957 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-4653fe21-1a04-44b3-88fd-f0421d986ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:36.379942 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-590e5461-9c81-4b4b-887b-7f45b8d5573a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:39.196740 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-2c7e837a-3970-4862-b98e-5046e1b6cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:39.329764 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-ce4b9b0b-ca42-4f47-89d3-0e4b1d7dec3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:40.546627 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-bca12ccd-6920-4024-a313-30ea495425c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:41.870404 dv-cinder-760184-6-iscsi neutron-server[94108]: DEBUG neutron_lib.callbacks.manager [None req-51aa5d9b-2d40-4a11-b4cd-ea9633409fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737000549380', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1553400'] for agent, after_update {{(pid=94108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 02:56:44.870807 dv-cinder-760184-6-iscsi neutron-server[94109]: DEBUG neutron.db.agents_db [None req-004c964d-6e36-45dc-89f1-476fe10f80df None None] Agent healthcheck: found 6 active agents {{(pid=94109) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}